{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:03.403104126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"233c2751-d582-440b-87aa-869ad12ea4d8","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.433844976Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.433907077Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.433916737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.433923227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.434225732Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.434242313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.434901664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.434915895Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.434923655Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.435268401Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436079865Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436110576Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436121776Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436130646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436139426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436148616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436158157Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436166377Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436174647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436183657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436192567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436200797Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436210097Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436218867Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436227618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436235878Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436245858Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.436257108Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436266258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436274639Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436283099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436293079Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436482962Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436572044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436586504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436601784Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436618394Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436659775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436675495Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436698886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436710306Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.436719316Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.437854626Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.438760012Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.832988ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440618355Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440647865Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440666116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440677636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440695226Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440705557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440714937Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440725277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440734577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440745377Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.440989451Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.441013232Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.441147844Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.441169485Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.441181485Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.441310967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1173, tv_nsec: 313384443 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.441632973Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.441710454Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.441956659Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.441976849Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.442110001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.442981686Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1173, tv_nsec: 315066593 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.443266562Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.445515961Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.445538811Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.445748085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.446070521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.446352046Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.446520399Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.446529259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.446534909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.446817184Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.447049938Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.449538902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.449565592Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.449622473Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.449636114Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.449854757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.449891988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.450140752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.450159623Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.450376316Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.456098697Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.456390312Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.456446613Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.456726968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.457745556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.458224605Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.45853411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.461055994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.461086615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.461324699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.49663193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.497078748Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.498501133Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.498818688Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.500459737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.502245109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.502466053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.502484023Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.50285257Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.50286997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.5028801Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.503135354Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.504335436Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.505565677Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.506425242Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"65.704876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.506628856Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.506650646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"65.902439ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.506980552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.507555242Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.507569422Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.507575613Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.507700185Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.507714695Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.507836857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.50800977Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.509420335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.509438905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.509451615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.509484546Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":10,"elapsed":"68.759559ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.50972416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.509743231Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.511867978Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.512859885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.513075719Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.513945814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.513960645Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.514106967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.521359575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.521388375Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.521692061Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3669f1ac-f187-4fa8-8d1f-c0d32a9a8898\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.521715201Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.523179337Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.572066067Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.572095227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.572447043Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6432cab2-ed05-4e19-91e2-c30a25cf9ab6\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.572473284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.572864161Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.57331774Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.573328268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.573532534Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41db8369-abbe-455b-97d8-10bf7b8b1f9d\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.573550684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.575166721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.575526008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.575550178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.575602289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.575990906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.577123556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1173, tv_nsec: 449195932 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.577483442Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.578453279Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.578476809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.578487489Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"142.367904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.579691251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.582863806Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.582894567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.583137731Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.585014954Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.585037845Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"148.883348ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.586260956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.589832519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.589858489Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.590032383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.591513299Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":10,"elapsed":"155.430173ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.606040554Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.606075195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":28,"elapsed":"171.16038ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.614241198Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"178.133143ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.618202048Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"182.067771ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.628926167Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"188.23215ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.628969167Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"188.364033ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.635534833Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.635564373Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":10,"elapsed":"199.385467ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.64902877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":10,"elapsed":"215.163204ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.654866693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.654889113Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.655077896Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e859139d-bfcb-4c19-bba5-fd19c1631f89\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.655089547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.655434393Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.657621071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.657827525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.660552053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.660729966Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.664040374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.664056365Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.664456401Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ab70e810-0202-48b6-bf94-c4a28b459f99\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.666031309Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.66605719Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.666285294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":10,"elapsed":"230.084016ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.666394646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f22654-3d1c-4ef8-b097-a036730e2254\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.666410226Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.668137376Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.668422221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.668437482Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a29f365-3fd3-4355-b93d-74677d37392d\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.669648013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.669990189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.671914903Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":10,"elapsed":"238.079157ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.690991448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"254.791381ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.692350822Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.692727049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.694638932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.696885432Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.696913572Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.697103536Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.698867597Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.701121626Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.701143927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.701284689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.763699147Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.764111524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.766366004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.766383164Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.766676519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.777381918Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.777632552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1261525f-0aea-4fdd-8d7c-8c3c95199ae6\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.777657572Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.777668712Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.777893276Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.777904547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.777912027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.777920327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.777927807Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.777935287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.77811438Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.778125891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.778304404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.778313054Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.778514957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.780757237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.78090824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a68a28-f41a-4e56-bcfe-c6d281425a7c\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.78092519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.781035642Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc7b963-7cfc-4463-b8da-8e922f1f53c9\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.781050942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.781062642Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.794426477Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.803317274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff80cc0-94e2-4612-a39e-400d431cc1b6\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.803343154Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.803352964Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.803360274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.804743009Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":10,"elapsed":"368.521351ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.889136353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9fddfa5e-ce40-4575-8a5c-2c3232e16d8b\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:08.889158103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.889166063Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.89293574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79a79a9e-261c-427a-a62c-dde50c8eaf86\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.8929757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.893320446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.897227765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.897554501Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.901456289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.901696824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.903793591Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.904190177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:08.910776283Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":10,"elapsed":"474.678298ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:13.403918928Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"673b5433-a08e-4df5-ace8-b38828f94baa","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.435114906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.435180207Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.435635285Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.436290877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.436305287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.43649524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.437469367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.440046083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.440058423Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.440196646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.441938106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.442265882Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.443945391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.446584268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.446596448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.446739741Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.455477264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.455492155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":29,"elapsed":"20.411749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.465605772Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.465818556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:18.500008567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"63.68886ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:23.403966987Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"a7e9cf20-c943-40be-928e-275f1fc59ad1","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.435183036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.435238006Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.435508091Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.436050761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.436059191Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.436388357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.43716258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.438438993Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.438777249Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.439832867Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.439856788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.43999315Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.440421948Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.373687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.441637239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.441906774Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.443335119Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.445966255Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.445983115Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.446125818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.453953015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:28.453975866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":30,"elapsed":"18.80953ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:33.403546718Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"f5a4d1df-127a-482b-b051-bbd502d06b92","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434525868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434597035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434613198Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434625273Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434636401Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434648327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434658583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434668596Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434679339Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.4346888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434699215Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434709434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434720365Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434730996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434740888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434751932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434763069Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.434773382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-21 18:35:38.434700284 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.434785232Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435131129Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435226334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435240155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435288125Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435322956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435334646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435345086Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:45:38.435356237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435368677Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435378277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\"}","iteration":7,"elapsed":"16.241µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435390877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435405358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435488619Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"143937aa-1662-4be7-b315-db1f929987b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1203, tv_nsec: 307239175 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435515389Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3baf715a-13aa-42bd-a7aa-c26883abcb17.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a0a4162f-0d7e-4fdd-81dc-3597f7f19d41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1203, tv_nsec: 307236905 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.435660742Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436154511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436184471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.516227ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436200052Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.436212722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436223422Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436282493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436299193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436311403Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436321574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436331814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436342294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436351724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436362554Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436430205Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436446606Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436502547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436521457Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":6,"elapsed":"1.800192ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436534857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436568938Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436584278Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436597299Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436608089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436617239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436626529Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436634879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.436644589Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436653709Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436662569Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.43667145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.43668182Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.43669108Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.43669958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436709061Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436719161Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436728421Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436739051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436750131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436760161Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436819332Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436836083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436847113Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436884624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436931964Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.436999295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437021876Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437136578Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437158958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437172969Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437183369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437195079Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437736008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437760049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.437785229Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.438107195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.438143336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.438800737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1203, tv_nsec: 310561723 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.439134333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.44064615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.44066799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.44068093Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.440692871Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441101538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441125808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441136538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441147608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441157499Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441168169Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441178029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441187179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441196809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441206069Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.44121692Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.44122697Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.44123665Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.44124902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441288471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441306261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441319211Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441328942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441340412Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.441352792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.443376898Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-21 18:35:38.434700284 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.443409598Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"expiration\":\"2025-03-21T18:35:38.434700284Z\",\"pruned\":[]}","iteration":6,"elapsed":"8.643012ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.443986508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.444005779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.444183412Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.445893292Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1203, tv_nsec: 317617538 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.446211768Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.448527458Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.450289449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"14.978784ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.451787015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.451815216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.452070171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.453539697Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.455201356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.455709135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.456297685Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.4588926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.458924261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.459216706Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.46002464Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.460052781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.460277385Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.466029716Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.468754314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.469397145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.469426206Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.46965963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.47249362Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.47252402Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.472798515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.47307523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.473568599Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.479073615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.482982814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.493161303Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"52.2925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.497445198Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.4992427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"58.402458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.500053455Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.500183757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.50264228Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.502672301Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.506205573Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.506239823Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.506476747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.508276689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"71.609629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.508624955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.508852649Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.512183478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1203, tv_nsec: 383927534 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.512784868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.514272465Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.514726762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.516629906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.517324188Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.518838975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.522227674Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.522255865Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.522325346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.522867416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.522891546Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.523154451Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.52365425Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.52367806Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.523993656Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.529007704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.533055175Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.533085085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.533274189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.534522401Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.534963418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.535894035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.535915295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.535926195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"98.176677ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.53674625Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.536946203Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.538546941Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.53903015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.53905315Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.539473008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.539930636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.540250671Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.540479235Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.540508256Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.540519056Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.540528146Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.54076015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.54245165Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.542479441Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.542490551Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.542835747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.543452268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"102.545733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.543666342Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.546861698Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.547043691Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.547058041Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.547341376Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.549014036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.549034836Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.549198749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.55328036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.553579066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.557418903Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.557646567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.559264616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":11,"elapsed":"118.398953ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.559966778Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.560248913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.560292704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.560303194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.560312744Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"123.702526ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.562676106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.562688096Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.562693936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.562699836Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.562977101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.565280011Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.565528646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.572464958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.572717012Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.575031033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.575223597Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.584974068Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.592102043Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.596892947Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.596913338Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.597239804Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c15401-b07e-4f77-9274-c65cbbbf9d12\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.597254684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.598571937Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.627795361Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.627827351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.628097466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d03fea-0656-413d-8609-89c4087c3ca0\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.628115507Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.628726047Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.629128765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.629525678Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.788740852Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.789196009Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b2e2033c-0440-4c8d-9aab-7e074500549c\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.78924175Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.790752487Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c0caf240-db6a-46b5-a30e-81a84e3862d9\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.790775957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.792467127Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.792490327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"357.966245ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.804082361Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.804112982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.804442118Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6411dd-c9b4-4ee9-90e9-2e6bcddf69ab\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.804468858Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.807137065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.80857578Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.808921686Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4149baaf-6597-4aec-9b20-3506e92ba280\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:45:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.81024971Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.810545325Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.838275693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.838320583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.838614689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aeb3178-87e4-42f0-a94e-a11dd2ee948d\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.838642259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.839026986Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.840494312Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.840884549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.841437668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.841882586Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.845276816Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.845301316Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.845685983Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.846479947Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.846509637Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.846795582Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.856951651Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.85802991Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.85805478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.85806212Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.858166382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.858384066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.860516194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.860546294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.860700987Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.861113844Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.861139065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.861316558Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.863748711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.863773111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.865304428Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.865479131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.867337224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.867361024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.867643639Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.868380582Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.868430213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.868626756Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.868944612Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.868964212Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.869273478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.869291938Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.869301018Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.869548213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.871618669Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":11,"elapsed":"437.004896ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.877689046Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":11,"elapsed":"443.091232ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.879747872Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.881257148Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"444.814963ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.888125539Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.891955527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.891984357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.892271652Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.895319556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.895636651Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.897181448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.903296396Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.903332177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.903773515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.907263076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.907298857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":31,"elapsed":"471.974201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.920073571Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.92056199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.92084002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.921144891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.923804277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.92458927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.925578938Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.92572361Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.925747511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"489.197933ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.926354522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"485.690072ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.92854284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.928572471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.928837405Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.929862183Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.932575001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.932602202Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.932776225Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.93364983Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.934090448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.935240248Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":11,"elapsed":"498.855303ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.935731277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.935758227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.935789807Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.936056782Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"13d15f30-41be-4de0-8a96-1bd610d61db4\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.936083863Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.936146384Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.93652538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.937503018Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.938513415Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.938540996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.938551426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.938824981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.939097846Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.939288879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.939307789Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.9393547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.939514803Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.940057643Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-21T18:40:35.840732Z, time_modified: 2025-03-21T18:40:35.840732Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.940080933Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]}},\"default_endpoint\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"505.411989ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.940914498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.940929268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.940939518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"504.3365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.941910505Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.942397654Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.943258029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.943281909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":11,"elapsed":"506.62524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.943566094Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.94386006Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.943996932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.945252374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.945538509Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.947420312Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.947432942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.947602705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.949263375Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.952087784Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.952115705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.952127885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.9524099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.952585083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6848558b-2e94-4b78-b2a9-4e2f60495292\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.952668664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.952686725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.952871528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.954256022Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.954476866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.954592638Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.954605418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.954616269Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.954657239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":11,"elapsed":"518.451068ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.955031816Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.958516307Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.958736021Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.965039932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.965622792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9bff9b5f-8a20-4518-89f9-fd6e78be498a\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.965639303Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.967576497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b6ee5d26-43c0-440c-858e-69dd5855f29a\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.967600557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.969369688Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5132bfac-2c31-4bd2-96d5-17d4da76e037\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.969396449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.970294614Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"529.629185ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:38.971309752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.971362503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"536.670738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.977398309Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.980632816Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.980659237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.98084574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.983696Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.983731001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.983744261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:08.557588 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.983757481Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1}","iteration":6,"elapsed":"549.118858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.992325542Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.99279988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.995434076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.995461877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.995777773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.996513446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.996537016Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.996794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.99848506Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.998852647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.999425447Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:38.999796693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.003262354Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.003481898Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.006150245Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.006176536Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.00643295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.007927006Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.008275622Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.008341754Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.008358074Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.008608688Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:45:39.018835227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.01885948Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"582.602356ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.019114335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"582.889561ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.035908087Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.036340225Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.044308135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.044654571Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.046438963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.046652296Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.047198906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.04739028Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.047487931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.047901138Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.047929629Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.047942529Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:09.223068 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.047954679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2}","iteration":6,"elapsed":"613.360687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.048625931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.048756233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.048772094Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.048818634Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.04913252Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.049170781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.049967035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.049990325Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.050161658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.050982672Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.050995513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.051130615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.053331214Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.053541708Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.054001356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.054948792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.055849548Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.055861428Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.056003241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.062097008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.062426914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db7a848-dd9c-44b0-98c6-b675e9f1bf84\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.062452224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.062463365Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.062818341Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.062828151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.062834571Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.062841971Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.062848681Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.062855171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.063086525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.063097776Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.063373241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.063383621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.063716587Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.065826934Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.065957656Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1861f3c4-0bac-48af-a8b6-54e5a73cf5aa\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.065968996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.066083318Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bc485cf-c155-4d4c-be1a-42d67466b14e\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.066108099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.066118509Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.084249308Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.085733254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.08606788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.086154861Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.086165831Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.086321084Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.087579866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.089562311Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.089572111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.089734244Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.094711712Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.097040883Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"blueprint_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"inventory_collection_id\":\"c449b91d-a010-42b3-bb6f-3fc6b86dcd20\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":5,\"num_already_tombstoned\":0,\"num_inserted\":4,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"658.419798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.124049588Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.124391624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.126350228Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.129753798Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.129788529Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.129959712Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.132087909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.132304583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.134645724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.134912359Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.144005939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724cd623-954c-4679-9e30-10415b4c9825\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:45:39 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.148347765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:615","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.150171167Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"84074e7c-1a32-4c31-a122-c0b819b9b406\",\"time\":\"2025-03-21T18:45:39.148328304Z\"}]}","iteration":2,"elapsed":"709.355065ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.158518444Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.159185095Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c2ee102-c073-4b0f-b321-e9819dbf3af8\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:45:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.159221596Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.159248597Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.159258927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.161063019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.16116746Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":11,"elapsed":"724.501801ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.161429555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.163851708Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.164071792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.165462276Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.165649339Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.166721368Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.167007203Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.198769442Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.202446286Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.202462267Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.202608179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.204614705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.204760027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.206147152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.206371875Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.207831751Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.21173144Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.21175286Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.211883852Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.216948381Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.217224876Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.218324755Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.218515259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.220056326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.220214709Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.222421678Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.222624011Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.224303641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.224487024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.225478391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.225661375Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.227069679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.227256593Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.228494725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.231889264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.231904044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.232043017Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.233466922Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.233658155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.235092481Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.235285164Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.236296492Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.239902205Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.239920225Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.240054178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.24873915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 4953a293-3ee9-4fcf-b9b0-ddb5318c1181, kind: Service { id: c36ec202-8c35-4d6a-b1b3-9bac844d8fbf }, name: Name(\"nexus-c36ec202-8c35-4d6a-b1b3-9bac844d8fbf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 73])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 63bde31c-e372-44fa-bf00-bf3a30df21ed, kind: Service { id: f1d166da-3cb7-4a30-8a48-52436a59fe29 }, name: Name(\"nexus-f1d166da-3cb7-4a30-8a48-52436a59fe29\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6bad6448-f01d-4d73-bacf-f12ad1db0aba, kind: Service { id: 02fc0a56-1448-4d70-95c0-f34330562c4b }, name: Name(\"nexus-02fc0a56-1448-4d70-95c0-f34330562c4b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 162])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 769f5143-cf6f-4528-9382-0122c9a2acbe, kind: Service { id: 5d94b88f-d605-40ae-bdec-b8303d159330 }, name: Name(\"external-dns-5d94b88f-d605-40ae-bdec-b8303d159330\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fafea2a0-2c6b-4591-bf02-46f0ff173011, kind: Service { id: 143937aa-1662-4be7-b315-db1f929987b0 }, name: Name(\"external-dns-143937aa-1662-4be7-b315-db1f929987b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 65])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.248774891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.248983575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.250518162Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.252280063Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.252300463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.252423175Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.263137004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.263764505Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 769f5143-cf6f-4528-9382-0122c9a2acbe, kind: Service { id: 5d94b88f-d605-40ae-bdec-b8303d159330 }, name: Name(\"external-dns-5d94b88f-d605-40ae-bdec-b8303d159330\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fafea2a0-2c6b-4591-bf02-46f0ff173011, kind: Service { id: 143937aa-1662-4be7-b315-db1f929987b0 }, name: Name(\"external-dns-143937aa-1662-4be7-b315-db1f929987b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 65])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4953a293-3ee9-4fcf-b9b0-ddb5318c1181, kind: Service { id: c36ec202-8c35-4d6a-b1b3-9bac844d8fbf }, name: Name(\"nexus-c36ec202-8c35-4d6a-b1b3-9bac844d8fbf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 73])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 63bde31c-e372-44fa-bf00-bf3a30df21ed, kind: Service { id: f1d166da-3cb7-4a30-8a48-52436a59fe29 }, name: Name(\"nexus-f1d166da-3cb7-4a30-8a48-52436a59fe29\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6bad6448-f01d-4d73-bacf-f12ad1db0aba, kind: Service { id: 02fc0a56-1448-4d70-95c0-f34330562c4b }, name: Name(\"nexus-02fc0a56-1448-4d70-95c0-f34330562c4b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 162])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.263786025Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.339385485Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c09e6e86-eafd-4b86-ac16-36ba58dd1d33\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.339411105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.339421015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.3396972Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f5415e1-ed62-4842-b95b-ecea33a2789d\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:45:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.339738161Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.339957975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.343243343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.343583298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.347172012Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.347399836Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.34934862Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.349671745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.356081798Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":11,"elapsed":"919.443339ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.386966212Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","vpc_to_sled":"[Sled { identity: SledIdentity { id: 84074e7c-1a32-4c31-a122-c0b819b9b406, time_created: 2025-03-21T18:41:08.825007Z, time_modified: 2025-03-21T18:41:08.825007Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.386990762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.387001042Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.387258086Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.389411684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.389702889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.39085171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.393502496Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.425953577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.42666151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"bca21669-56c2-4f72-aff2-91af8a73a606\", \"date\": \"Fri, 21 Mar 2025 18:45:38 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:39.428929769Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.42894179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","elapsed":"992.24366ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:39.42894913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":2,"elapsed":"992.254459ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:43.404165047Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"f1e7a844-32d0-4ebe-9979-ae47ba38979c","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.435372065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.435452546Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.435698741Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.43620928Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.43621869Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.436411813Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.437415458Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.440051647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.440081038Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.44020189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.443011819Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.44306065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.444992874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.447759103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.447780873Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.447908105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.45898494Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.459013311Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":32,"elapsed":"23.661367ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.47035734Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.470598815Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:48.498356753Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"62.132182ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:45:53.404394749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"55be1a7b-5b52-4816-b31f-626aea6f2e35","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.435632808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.43571334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.435989084Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.436714477Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.436725167Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.437082973Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.437779156Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.440395652Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.440408112Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.440548765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.442102502Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.442334316Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.443821142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.446465029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.446482979Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.446624401Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.458221705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.458252076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":33,"elapsed":"22.638259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.465797618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.466016682Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:45:58.467428967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"30.71829ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:03.403702196Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"4f9b45d0-1a98-4b80-a857-56caef650b14","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.43468873Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.434745721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.434756711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.434764931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.435094307Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.435109347Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.435643647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.435651907Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.435664517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436006003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436680565Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436705445Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436715796Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436726166Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436734106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436742606Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436751466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436760776Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436780987Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.436795637Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436808747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436821727Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436833207Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436846688Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436858178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436869898Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436882508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436894109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436907259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436918539Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.436930229Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.4369424Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.43697052Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437061931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437081682Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437099862Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437160233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437183884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437195334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437203314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437211714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.437290806Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.43752467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1233, tv_nsec: 308996066 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.437819035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.4380806Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1233, tv_nsec: 309559696 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.438336964Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.438814922Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.439134028Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.439452814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.439717358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.440187906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"4.544019ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441328177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441339427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441346967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441353937Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441360937Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441367457Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441373718Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441381038Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441387638Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441395168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441613042Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441695303Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441711523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441732324Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.441741404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.442382935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.442398636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.442614859Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.443008586Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.443019566Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.443162519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.444881879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.445647942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.447328052Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.447357673Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.447516815Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.448786468Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.448815818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.449005772Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.457811807Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.458107052Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.460370101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.460714787Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.460756868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.461017053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.463357794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.466410868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.466443338Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.466643972Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.490345239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.49040405Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.491715223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf0988f7-0d2a-468f-998e-58020fe1ab0c\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.491745703Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.492643969Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.499702383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"58.334776ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.503712854Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.505377203Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.505728479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.50633185Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.507259836Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.507274666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.507281777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.507290827Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.50744826Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.507643993Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f7f707-b850-48ea-b42a-bfbb4d6c1017\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.507659293Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.508993957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.509547246Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.509619618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.509651778Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.509921923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.510153357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.510982932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"74.295887ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.511794486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"70.430749ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.512447627Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1233, tv_nsec: 383919464 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.512473548Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.512759573Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.515152095Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.515181705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"78.397819ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.515513001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.515526431Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.515765736Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.516371456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":12,"elapsed":"75.03355ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.516721132Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.516746483Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.519019133Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.519462881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.520148153Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.520171373Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.520180723Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.52053889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.52055536Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.520605041Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.520633421Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.520850315Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.520871545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.52171325Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.521732241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.521938924Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.541903035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.541949566Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":34,"elapsed":"106.275069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.544958109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.545364166Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.547887251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.548218606Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.550029468Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.552764566Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.552788417Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.552929949Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.553952117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"117.161001ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.554805362Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":12,"elapsed":"118.106057ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.565339958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"123.99174ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.57114955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.571483746Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.57346981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.573490641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.573498411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.57398589Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.574921076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.575257242Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.576688327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.579804682Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.579818002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.580031096Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.584758449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":12,"elapsed":"150.08118ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.595366336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.595708812Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d526f4e9-9d65-4843-84bc-bb347632bc2f\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.598337788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.598763355Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.60071292Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":12,"elapsed":"166.003979ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.607683252Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.607711283Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.608034558Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"904730d0-eb90-40bb-962e-a0eb4e28cb3e\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.608047839Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.610546213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.612318264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"170.937726ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.616559618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.616581089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.616592879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"179.786922ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.616910245Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.617251211Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.61893688Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.619065443Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"182.376517ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.620872244Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.620896605Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.621052997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.622508273Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.622746167Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.622759547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":12,"elapsed":"186.011591ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.624469447Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.624481438Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.624637501Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.68090863Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.680945131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.749926884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.752054311Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f13ffa99-075d-4504-a693-9837ba98d1e8\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.752078142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.752145303Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a79ac3-54f6-44e7-9f31-058f11205051\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.752176473Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.752187813Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.752196354Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.752382657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.75367771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":12,"elapsed":"316.862153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.769845744Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.770225981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.772360658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.772374839Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.772575142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.781348346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.781601701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceef096f-cb13-46a1-a5b0-fff8ab4a1997\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.781621501Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.781632131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.781888766Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.781899516Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.781906856Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.781914536Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.781922996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.781930057Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.78209763Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.78210747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.782314683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.782323434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.782664009Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.784658625Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.784765826Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa37bcfc-6724-40f9-ac6b-e464bd16e91f\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.784778317Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.784874228Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"108aa2fd-2189-41a6-a14f-fdfb9e72a4f8\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.784892789Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.784905919Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.800966891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.800996192Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.801347298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"02279cf0-34ed-4de3-9772-6104ed7ca41f\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.801373029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.801606193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.803999385Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.804222169Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.807076339Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.807436215Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.810746654Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.810761884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.811226122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e0e363a2-f3fe-4626-83f9-2c9724551487\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.812982493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":12,"elapsed":"376.241536ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.93902665Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2868bf45-17a0-484e-81bd-e82685548c5f\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:08.93905916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.93906935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.939318525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1606be47-d6e5-4170-bedd-34178e48b169\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.939363645Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.939674491Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.943237004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.943507958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.947186733Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.947517759Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.949664586Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.949920351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:08.95611675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":12,"elapsed":"519.407695ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:13.39434635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:62356"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:13.394493382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"e12cd192-5521-4115-9999-bb45365b40ab","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:13.395033692Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"e12cd192-5521-4115-9999-bb45365b40ab","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:13.396986076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"e12cd192-5521-4115-9999-bb45365b40ab","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2565,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:13.397240581Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"a11810e8-614c-4d1a-a169-c5d04e66afc3","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:13.397614477Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"a11810e8-614c-4d1a-a169-c5d04e66afc3","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:13.399579332Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"a11810e8-614c-4d1a-a169-c5d04e66afc3","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2409,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:13.403700034Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"913f172f-754b-4344-85ef-a45c77a2dea3","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":238,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.43590101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.435957091Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.436228655Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.436706054Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.436719314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.436905397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.438062358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.438648798Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.438908602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.440630663Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"3.914099ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.440647243Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.440656493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.440799906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.441959796Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.442297582Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.444375289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.447115857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.447138687Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.44727837Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.459721579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:18.459746279Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":35,"elapsed":"23.85995ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:23.404659139Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"14cb8f6d-7328-43f0-aecd-13b887fb837b","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.435902178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.435982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.436364526Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.436835624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.436845264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.437032098Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.438748768Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.438919051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.469603421Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.470550487Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"33.703493ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.47238818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.47240149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.472566293Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.474465146Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.474625969Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.475988223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.478402366Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.478423576Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.478541948Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.49005511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:28.490079571Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":36,"elapsed":"54.204423ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:33.404891811Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"e1823fec-327e-44b3-b810-fd773247795b","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":432,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435608771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435685422Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435702082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435714503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435726223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435738853Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.435749973Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-21 18:36:38.435644121 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435761604Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435773534Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435785024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435796174Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435813295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435823765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435835575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435845165Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435854835Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435865776Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435876746Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435886856Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435896966Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:46:38.435907856Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435918966Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435929737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\"}","iteration":8,"elapsed":"16.18µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435941437Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.435952037Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436245222Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436281493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436297183Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436311563Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436327544Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"143937aa-1662-4be7-b315-db1f929987b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1263, tv_nsec: 307456269 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436346984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436360504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436372494Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3baf715a-13aa-42bd-a7aa-c26883abcb17.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a0a4162f-0d7e-4fdd-81dc-3597f7f19d41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1263, tv_nsec: 307535480 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436390845Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436653689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.43667784Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.43668957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.4367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.43671002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436721151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436732021Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.436743021Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436754341Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436764891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436775072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436785262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436797222Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436808722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436818772Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436828872Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436839522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.436850773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436861123Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436872133Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436882133Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436893254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436903384Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436913754Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436924844Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436934544Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436944504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436954335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.436965255Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437005225Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437025186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437039116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":7,"elapsed":"1.419175ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437052056Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437064177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.356584ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437075667Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437151828Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437180668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437195829Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437209429Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.4372371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.43725105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.43726393Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.4372797Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.43729249Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437317921Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437330471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437342051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437535715Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437555045Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437705038Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437728108Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.4378501Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437870261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.437993113Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.438015053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.438027063Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.438449621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.438472771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.438731236Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.439424478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440589508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440634079Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440650649Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.4406633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.44067421Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.44068545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.44069835Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440710171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440722671Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440732891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440744631Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440754782Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440766382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440938075Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.440986875Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1263, tv_nsec: 312176162 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.441017976Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.441062167Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.441121258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.441138328Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.441151868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.441163579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.441317871Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.44182545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"6.001456ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.442069294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-21 18:36:38.435644121 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.442088585Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"expiration\":\"2025-03-21T18:36:38.435644121Z\",\"pruned\":[]}","iteration":7,"elapsed":"6.437573ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.442884589Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.442914579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.443132503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.446033064Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1263, tv_nsec: 317217931 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.446175577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.44638769Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.446455262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.446967291Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.449150729Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.44977853Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.449809701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.449965813Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.451169345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.451227066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.451239456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.451250776Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.451259106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.45151012Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.453353333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.453391054Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.453608828Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.457005707Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.459106134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.460115462Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.460143983Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.460433288Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.462679067Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.462707148Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.462949602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.47534238Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.48046579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.484582082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"43.910132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.519451555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.522686142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.522724643Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.522961647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.523855083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.527379635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.527403485Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.527616859Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.530551781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.530873996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.530897237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.531171092Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.531193722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.531410536Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.531611509Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.532022747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.532632497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.533178067Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.533202517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.533213288Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.533563004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.534361718Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"93.687517ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.534858956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.534881717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.535172282Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.535195622Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.537031695Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.537058415Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.53730496Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.537620945Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.538619003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.538646233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.538882507Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.538967289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.539303615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.540081018Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.540776741Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"100.08966ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.542390059Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.542800536Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.54299728Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.54302154Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.543249884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.543287405Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1263, tv_nsec: 414450221 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.543634901Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.545493184Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.545514084Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.545527234Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"107.48243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.547782304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.548180451Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.548650499Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.549897791Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.549924081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.549934031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.550210286Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.550728205Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.551184853Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.552017918Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.552033919Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.552196131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.556038829Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.556328094Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.558280488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.558310429Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.558320189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.558329279Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.558600724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.560458337Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.560709001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.562243328Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.562615065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.562725927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.563177795Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.564792423Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.565720899Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.56575357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.565992034Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.566049605Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.566067555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.56632754Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.569017497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.569439885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.569777851Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.569805421Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.570158387Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.573220441Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.573253002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.573485446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.574061186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.574082086Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.574360591Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.575498111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.575531342Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.575788026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.578185128Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"141.442197ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.580137973Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.580165123Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.580182163Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.58056967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.582500554Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.585484397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.585511387Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.585895564Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e375671-d57c-48b4-a3f8-2976277e507f\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.585920904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.586846041Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.586871421Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.587054824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.587325779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":13,"elapsed":"146.630629ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.587991981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.588869956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"152.023294ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.58967158Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.589691951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.589702711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:09.223068 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.589714111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2}","iteration":7,"elapsed":"154.090679ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.593260964Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.593291454Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.593300854Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.593310134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.593728472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.595032565Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.595061975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":37,"elapsed":"159.21944ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.595426982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.595445932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.595456812Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"158.677041ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.595827449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.599253579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.599693087Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.599710337Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.599719887Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.599931311Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.601404437Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.601855795Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.602357104Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.602841902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.603352841Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.603367681Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.603376551Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.603595305Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.603800509Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.604665834Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.606297373Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.606639609Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.606970025Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.606987635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.607030066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.607050286Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.607226809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.607464973Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d441b30-fbf7-466e-aac0-05088dd4c35b\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.607485584Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.609696013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.609718703Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.609839975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.610009428Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.612639304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.612664125Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"175.847962ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.613037031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"176.28373ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.613061432Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":13,"elapsed":"176.413692ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.614914444Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.614940385Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.614954435Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"178.221544ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.616253598Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.623229471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"182.578121ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.635076129Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-21T18:40:35.840732Z, time_modified: 2025-03-21T18:40:35.840732Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.6351198Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]}},\"default_endpoint\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"199.436067ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.639919364Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"199.277465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.649679826Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.654059683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.654089963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.654321817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.655787113Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.658344798Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.658366009Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.658539701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.659850624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.659866305Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.659899285Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:08.557588 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.659924756Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1}","iteration":7,"elapsed":"224.170022ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.681564016Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.681588917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.681953243Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6afbc57-01a4-42f0-907e-2c3faa64c0df\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.681970664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.682818888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.683156474Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.683248046Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.684965676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.687260037Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.687287717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.68747133Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.690567595Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.692295545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.692320916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.692444628Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.703718026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.703740007Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":13,"elapsed":"267.036966ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.713007219Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"276.325229ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:46:38.74145866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.74148645Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"304.690099ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.742241144Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.74259344Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9560ec5d-edc8-4547-905b-aa88c17fee7f\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.74260625Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.743945474Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a128338f-c60d-40d0-b844-7188081a9ac3\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.743956504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.745322258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.745338258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"309.621485ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.763578929Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.763882924Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e484cdee-01c5-4cb3-8ce5-d7e46dc969c5\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:46:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.765091225Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.76536249Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.860174708Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.860220028Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.861949929Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":13,"elapsed":"426.263867ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.880811567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":13,"elapsed":"445.101998ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.897044666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.900030739Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.940383718Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a73e05f-ce04-410a-af04-ca769945e0f1\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.940418239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.94047613Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fce96a6-e485-43f3-94ea-bd7240f34d5c\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.94050717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.94051876Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.940527461Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.940841356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.942360213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":13,"elapsed":"505.639633ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.961753054Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.962225922Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cee613b7-90e9-44ae-b329-d685a62d2cec\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.962245763Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.964084675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"48d2659a-c02a-451c-863a-d8d411e5632d\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.964097695Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.965257626Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"724eaa9f-9a85-4a7b-9f81-a118bbcbcdc4\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.965267666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.966400336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.966438747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"530.852886ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.982826775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.983210051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.984729738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.984743528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.985026463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1b3e64d6-bf26-4e55-8039-998c7d4bfba1\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.985038954Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.985165416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.985178566Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.985354469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.98540303Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.987876433Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.988052467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.990834796Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.991001558Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.993551843Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.993566664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.994017692Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2e0d889f-7047-4795-b242-0b57a1144e30\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.994173784Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.994469169Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e2787e-ae59-41e7-b000-ce8fa0a8df44\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.99450519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.99451635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.994752204Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.994764025Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.994771405Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.994778875Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.994787695Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.994824236Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.994963728Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.994974158Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.995118381Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.995127221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.995368645Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.995875664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":13,"elapsed":"559.182774ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.997247018Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.997385181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a0bb240-c994-4e91-a1bf-8df8e85b9335\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.997402081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.997540843Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84727da4-a065-4b10-9844-a73a85fb1e2c\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:38.997561684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:38.997574944Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.024733801Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.024769982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.055792247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:39.055910959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48714"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.056012281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2b30ef36-b492-4539-be53-e9435ee659ac","remote_addr":"[fd00:1122:3344:101::a]:48714","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.056335817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2b30ef36-b492-4539-be53-e9435ee659ac","remote_addr":"[fd00:1122:3344:101::a]:48714","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:39.09519274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/oximeter.rs:76","collector_id":"c9313efa-637b-46a6-8199-b515674fa14e","producer_id":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:39.095239111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/producers","method":"POST","req_id":"2b30ef36-b492-4539-be53-e9435ee659ac","remote_addr":"[fd00:1122:3344:101::a]:48714","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":39259,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.095337283Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b30ef36-b492-4539-be53-e9435ee659ac\", \"content-length\": \"41\", \"date\": \"Fri, 21 Mar 2025 18:46:39 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.097566502Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.097585782Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.104966472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4dcc11d9-79b7-45fe-913c-1f4eb964dd50\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:39.104994723Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.105004033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.10883217Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74f4cc64-953d-490b-8e6c-f84b3de0c52e\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.108877881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.109170836Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.112911632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.113117855Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.115603409Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.116013776Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.118119903Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.118322937Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:39.125612105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":13,"elapsed":"688.937656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:43.394475917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"f0b3736f-090c-4a3c-b318-3c19835717f7","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:43.394908704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"f0b3736f-090c-4a3c-b318-3c19835717f7","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:43.397217985Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"f0b3736f-090c-4a3c-b318-3c19835717f7","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2843,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:43.39751742Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"b44febe3-3ae8-472b-826f-61c82828874e","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:43.397854556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"b44febe3-3ae8-472b-826f-61c82828874e","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:43.399846911Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"b44febe3-3ae8-472b-826f-61c82828874e","remote_addr":"[fd00:1122:3344:101::d]:62356","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2386,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:43.404032575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"eacf292d-2cb4-4089-a877-abb500e662d7","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.436258001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.436351683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.436611077Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.437123916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.437133396Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.437402711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.438422419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.441041725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.441054595Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.441193477Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.442339588Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.442531311Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.444204741Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.446721555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.446736985Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.446876748Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.465960313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.465995984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":38,"elapsed":"29.751233ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.473295772Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.473560977Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:48.508917369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"71.783262ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:46:53.40497578Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"b31014c9-e14b-4850-b842-6b0655aa2d87","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.436175558Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.436229159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.436504683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.436928641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.436939391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.437120314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.437971079Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.440739158Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.440752508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.440894621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.442626971Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.442942777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.466730195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.466909798Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.468485036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"31.546985ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.472208181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.474792527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.474809957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.474942189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.485313592Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:46:58.485328842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":39,"elapsed":"49.182135ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:03.404441178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"a1f39792-8327-42b6-ba75-16f7eaf92b60","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435506904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435562975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435574695Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435584015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435900821Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435912241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435962262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435971532Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.435978602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.436331068Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437126862Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.437148842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437162133Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437172543Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437184623Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437196113Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437207264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437216684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437226714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437236674Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437247214Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437258935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437268875Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437279315Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437289475Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437299075Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437310165Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437320946Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437330656Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437341886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437351446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437362116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437436018Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.43756493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437665732Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437717683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437771664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437789994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437803794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437816794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437829134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.437841765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.439730818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1293, tv_nsec: 310599704 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.440111675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441034931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441062261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441074902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441086342Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441097402Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441107932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441118362Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441128723Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441138633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441149333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441160103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441433128Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441461589Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441473709Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441482959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441602341Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.441801284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1293, tv_nsec: 312685721 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.442167951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.442421105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.442880253Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"6.908321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.442993975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.444027063Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446183421Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446197342Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446328314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446338734Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446400935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446600949Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446613319Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446633019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.446780952Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.447117788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.447128568Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.447273031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.451125888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.452693446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.452720347Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.452844589Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.454272374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.454299614Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.454310504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.454503248Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.455727129Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.455987334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.458291284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.458309195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.458502728Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.459567237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.459595747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.459781181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.464823679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.465190496Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.465776176Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.466145703Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.46712371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.467370524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.474680653Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1293, tv_nsec: 345543119 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.475018939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.496831472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.49725757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.501178549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":14,"elapsed":"60.090667ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.503405278Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"62.292675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.503632392Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.504491947Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.504911124Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.504973275Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.505206819Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.50523065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"64.155938ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.506824088Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.506854388Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.507110313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.507210085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.507674083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.508277224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.50863508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.50866848Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.508684731Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"71.536598ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.51150729Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.513571757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.513949413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.514836039Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.51487116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.515029932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.516632711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.516657571Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.516668751Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.516873675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.517593707Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.517696049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":14,"elapsed":"80.434565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.518609995Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.519735395Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.520121402Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.520950836Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.520971467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.52113297Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.521661699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.521683959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.521965104Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.522691027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.524612631Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.524643751Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.524925716Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7f86eb-90d4-458a-90d0-736c5d29b3c7\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.524950327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.526169488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.526189388Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.526446793Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.526687947Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.526755349Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.526765039Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.527032343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d099e02-7e04-4244-a20c-9c23c4e6b2b8\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.527049264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.528060511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.528071341Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"90.793897ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.529166521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.538929012Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.538958683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":40,"elapsed":"102.981551ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.550062738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"109.017927ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.553245124Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"116.072541ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.557940857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.557969817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.558251482Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"121.003978ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.558325064Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b131de7d-1276-4d4a-b7dc-7f062aac0660\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.558341584Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.559706278Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.560508382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.560838298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.569624682Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.569649113Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.569658813Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"132.44976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.578239294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.578653851Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.594945298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"153.875736ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.624371655Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":14,"elapsed":"188.874292ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.625562036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"188.396014ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.633787771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.634025505Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a443a6-432d-4328-906e-db07898509cc\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.635187195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.63545189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.637864192Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":14,"elapsed":"202.350038ms"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.673981068Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.674033968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.674543517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43fee5af-28fd-495d-9b0a-5da546cd5751\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.674583008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.674976175Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.690280874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.690688492Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.692223479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.696618416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.696649066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.696811579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.698243094Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.700347601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.700367682Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.700553205Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.729727268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.729760449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.76962799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.770040277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.771790658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.772045722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.772074863Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.772409019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.781869445Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.78214522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe002ee-8011-4965-926a-6d9eb1d5ae1b\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.78217483Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.78218553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782455135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782465955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782473216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782481646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782490196Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782497496Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782634658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782644699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.782785431Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.782794351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.783169168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.785039741Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.785183653Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7406660-bc55-44bd-a3c8-a6a5106ffc7e\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.785195114Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.785285955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b8f5ed-5730-4647-b545-743c9e76a54b\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.785300105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.785310325Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.804975701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5ee4b71e-ab1c-40a1-811c-e9ed738ef10b\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.805002652Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.805295897Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.805512491Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c37f3f-c30e-42d1-9542-a502ad27a983\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.805536271Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.805545872Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.805553472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.806904905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":14,"elapsed":"369.695582ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.807821732Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.808172588Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.811087259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.811466805Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.81510788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.81512826Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.815604988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8c695aa9-72d7-41bf-923d-309d36988f7b\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.817289358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":14,"elapsed":"380.160626ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.904195346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1bfb73ab-7262-4959-ba82-27c47d6c91de\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:08.904246807Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.904290138Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.908213857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c51666e-d096-4b73-878f-e390d78c4404\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.908248448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.908581684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.91181443Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.912044904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.915894662Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.916229168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.918154282Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.918374766Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:08.925601673Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":14,"elapsed":"488.365348ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:13.405022377Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"2e5edb5f-80a7-4429-a4c3-ffb18d0d50e3","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":346,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.436230235Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.436278085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.43656432Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.437076749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.437086599Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.437415075Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.437993186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.439188236Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.439607191Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.440802575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.440820285Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.440980648Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.441018219Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"3.942799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.445265263Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.445514968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.447099276Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.449721432Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.449735492Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.449868604Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.460765456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:18.460791396Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":41,"elapsed":"24.564442ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:23.405009645Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"6dd1d985-4d52-4769-8cbf-88df1ddc4de1","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:28.394624881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:57290"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.394745233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"6d0b625b-b502-4f1b-9a16-7ccf5144b877","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.395230181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"6d0b625b-b502-4f1b-9a16-7ccf5144b877","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:28.397604213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"6d0b625b-b502-4f1b-9a16-7ccf5144b877","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2925,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.397845547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"7e75f790-bf3b-40be-a098-4763517b620b","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.398202354Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"7e75f790-bf3b-40be-a098-4763517b620b","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:28.399898834Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"7e75f790-bf3b-40be-a098-4763517b620b","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2120,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.436958675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.436976706Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.437257891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.437291351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.437300071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.437453574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.439052942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.441696849Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.441720189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.441842371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.443801466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.443980239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.445245911Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.447749135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.447763335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.447895398Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.456392317Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.456413068Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":42,"elapsed":"19.451822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.467216118Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.467414201Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:28.46908244Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"31.786949ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:33.405641034Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"316c9f67-b3f0-4559-b27d-2a837bb650be","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436263981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436338233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436350983Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436361773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436371143Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436381993Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436391774Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436401134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.436411344Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-21 18:37:38.436329562 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436423704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436433624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436443134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436453224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436463585Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436472605Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436482525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436491345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436501715Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436510925Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436519826Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:47:38.436528266Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436537676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\"}","iteration":9,"elapsed":"11.3µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436547816Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436557466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436565957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436842771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436873252Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436886932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436900052Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436971194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.436992394Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437006404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437047375Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3baf715a-13aa-42bd-a7aa-c26883abcb17.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a0a4162f-0d7e-4fdd-81dc-3597f7f19d41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1323, tv_nsec: 307584831 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437139107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"143937aa-1662-4be7-b315-db1f929987b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1323, tv_nsec: 307671453 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437282549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.43730143Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437361771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437374521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437383641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437392711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437704666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437724607Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437734777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437743897Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437755997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437765467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437841539Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437854919Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.437864049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.437873249Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438038882Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438057153Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438067733Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438076513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438088193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438097364Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438107053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438152224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438164105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438172835Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438338208Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438354608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438365458Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438374488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438387729Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.438397309Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438406319Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.43843931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.43845116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.43846056Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438614013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438630383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438639913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438651353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438731455Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438759535Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438774265Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"2.484044ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438815206Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438980779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.438996669Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"2.683527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.440118899Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.440390744Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442186555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442210596Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442223816Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442234286Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442244116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442254197Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442263117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442273967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442283447Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442293767Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442303417Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442314107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442600403Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442626263Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442638853Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442651013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442661184Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.442674624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.443062841Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1323, tv_nsec: 313611117 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.443350846Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.443372916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.443559049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.444368784Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.445132657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-21 18:37:38.436329562 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.445155617Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"expiration\":\"2025-03-21T18:37:38.436329562Z\",\"pruned\":[]}","iteration":8,"elapsed":"8.813675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.445734658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.446045453Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1323, tv_nsec: 316587980 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.446111264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"9.622309ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.446343909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.447069497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.447082828Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.447234359Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.449714518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.44987188Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.450159936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.450506642Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.450814137Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.450829767Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.451132503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.453445373Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.453724368Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.453740979Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.45382841Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.45384468Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.453995453Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.454114555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.456268523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.456293363Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.456450816Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.456900954Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.457151339Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.459194284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.459217315Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.459225505Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.459234825Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.459340367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.459364147Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.461438714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.461685528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.461964103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.463274466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.464806273Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.464822753Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.464834674Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"26.296722ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.465343803Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.465358513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.465645348Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.467344448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.473275222Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.477314013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.477520247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.477766081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.480124052Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.480217244Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"38.000098ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.480581031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.481168071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.481504147Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.483832448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1323, tv_nsec: 354367214 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.484219675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.484752294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.48908931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.489120861Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.489342295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.491315209Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.494798281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.494826781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.495095376Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.519372033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":15,"elapsed":"77.150547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.528909281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.532694477Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.532737048Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.532999413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.53579345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.536212005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.536685847Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.536914471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.537594513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.537617654Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.537628964Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.537638624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.537923199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"95.680963ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.53794756Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.538097242Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.538118963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.538129323Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.53856998Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.538648622Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.538667752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.538678042Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.538688553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.538913957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.538985058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"101.703338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.541507632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.542234755Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.542249055Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.542257425Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.542660172Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.543018749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"104.66422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.543502837Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.544310671Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"102.101826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.544569996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.544591526Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.544602666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.544614517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"106.226758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.544886962Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.545182607Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.546553831Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.546577781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.546849926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.54821209Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.54824001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.54824887Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.548258391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"110.538615ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.548447244Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.548737749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.548750219Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.548996944Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.551212923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.551593089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.563967407Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.564462856Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.564491446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.564868723Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.566560713Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.569391193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.569422303Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.569596806Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.570203237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.570663145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.5726652Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.573083027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.573181369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.573200629Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":43,"elapsed":"136.704744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.579181045Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.583153584Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.583178365Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.583384779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.583396879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.583866037Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.585710059Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":15,"elapsed":"147.25481ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.589358393Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.589528616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.591172556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"148.97425ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.592414517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.592440388Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.592459528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"154.376955ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.592981917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.593012778Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.593223181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.594876391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.594889261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.594899891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.595188026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.595224317Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.595234237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.595513302Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.597036369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.597408465Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.597742761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.601920745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.601953485Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.602131748Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.610939533Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.610978934Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.610993404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:08.557588 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.611004894Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1}","iteration":8,"elapsed":"174.593501ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.627052416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"184.79972ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.628762697Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-21T18:40:35.840732Z, time_modified: 2025-03-21T18:40:35.840732Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.628788877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]}},\"default_endpoint\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"192.418904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.630319084Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.630735311Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.636595204Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.636619205Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"198.43893ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.64260236Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.642867915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.644764928Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.647499316Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.647530977Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.647694479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.64940158Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.650655262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.650675122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.650686982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.651093159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.651610958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.651638809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.651819402Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.652177808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.652191809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.652625366Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51900c15-3287-4eef-a5dc-b595f6ec0303\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.652652227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.654070322Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:47:38.658296946Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.658322857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"220.963406ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.66196017Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"224.572269ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.690777987Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.69378071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.693804581Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.693967583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.697484005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.697510846Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.697520696Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:09.223068 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.697530256Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2}","iteration":8,"elapsed":"261.245464ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.709643279Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.709675029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.709885653Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a2ab2b2-a8df-48a3-be91-4cd713def136\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.709908874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.712839235Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.759703889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.75972773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.760029155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184c4bc3-ed28-417a-8848-312957b42699\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.760049546Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.76143142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.813003027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.813309662Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a37c5b0a-6fc2-47de-9a02-08b1c5a587b9\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.813332992Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.814967201Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"825f8721-640b-4e31-bcac-1261f6fbd2c4\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.814986032Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.816275764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.816290584Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"380.049214ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.850053098Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.850512996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a9872d7-72d5-438e-a0d2-69796c2ea09f\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.850552917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.850562937Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.850570577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.852933809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":15,"elapsed":"415.191272ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.881209626Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":15,"elapsed":"444.846164ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.898201615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.93374847Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.934035265Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7b9d29-4186-493e-bb8d-2f2575c020cf\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.936197503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.936521199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.938661457Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":15,"elapsed":"502.270013ms"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:38.97353885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:38.973576531Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.012248411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.012693298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"732d77ab-1897-45ee-b520-aa3fbf6ab583\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.012713909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.014228376Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d2375353-8f24-480f-ab71-57fa481796d7\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.014251976Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.016397514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"293b8173-cfc6-4e5f-9422-00a270f77374\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.016412154Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.017794758Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68dcbdfa-4f8a-43e6-bfc3-268040250977\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:47:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.017821589Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.018123294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.018401229Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.01845131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"582.062717ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.020407524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.020804481Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.023403616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.023429997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.02362718Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.032827032Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.032850522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.033153268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0ac70c5f-2fbe-4ad5-b3d8-a9d007d25858\", \"date\": \"Fri, 21 Mar 2025 18:47:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.033170488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.033562015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.034145635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.03443071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7efe97a9-8b0a-4a10-939e-f2da850f63ed\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034455951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034467411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034740945Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034752946Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034761976Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034770126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034778426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034786176Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.03497046Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.034981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.035148593Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.035160043Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.035378817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.036064489Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.036402885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.037160778Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.037386902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde12cf9-f00f-45a4-83f3-bb4f90437fce\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.037404692Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.037526734Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33d44424-b13f-45c4-af89-8536d07b2676\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:47:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.037539705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.037551075Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.0395123Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.039731603Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.042851928Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.042870139Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.134446009Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"edc7abfd-3127-4a2f-b712-2d0042d83b0b\", \"date\": \"Fri, 21 Mar 2025 18:47:39 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:39.13447199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.13448346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.135011599Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6db92e-311a-44ca-956f-703021be9ee8\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:47:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.13505322Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.135316974Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.135368965Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d254b6bf-6d01-48e6-a9f2-7c7698889a16\", \"date\": \"Fri, 21 Mar 2025 18:47:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.137158787Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":15,"elapsed":"699.294728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.138928788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.139256744Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.142894607Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.143134672Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.145443663Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.145703307Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:39.15214486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":15,"elapsed":"714.078018ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:43.404823877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"c499957a-fa2c-4347-b0d9-f8d9f13a14ce","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.437023783Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.437082874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.437388199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.43743563Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.43744863Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.437619633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.43916005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.439505896Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.439874863Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.44139826Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"3.950449ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.441885008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.441896888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.442037871Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.443280453Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.443468636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.445036684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.447715291Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.447728761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.447865253Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.457275399Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:48.457305809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":44,"elapsed":"20.289377ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:53.405437176Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"99f0611c-14e1-4821-9798-1531a2ff1a8c","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.395174105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"9ab2ae1f-9ec7-4bca-98ec-db6060106e74","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.395610202Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"9ab2ae1f-9ec7-4bca-98ec-db6060106e74","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:58.398216128Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"9ab2ae1f-9ec7-4bca-98ec-db6060106e74","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3143,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.398532153Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"7a38bffc-2ebe-44a7-ac16-b73f03fc3c02","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.398860099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"7a38bffc-2ebe-44a7-ac16-b73f03fc3c02","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:47:58.401145159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"7a38bffc-2ebe-44a7-ac16-b73f03fc3c02","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2680,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.437235274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.437262885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.437481138Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.437504289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.437513729Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.437669252Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.438641269Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.439503044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.439784519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.441234675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"3.711285ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.441409547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.441421318Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.441577201Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.44324549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.443418643Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.444861458Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.447353102Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.447373183Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.447501155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.456571654Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:47:58.456596875Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":45,"elapsed":"19.3586ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:03.405364863Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"bb4b8b76-c190-4e28-b36a-162defdda976","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.436578611Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.436641662Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.436652892Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.436662432Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.436965638Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.437078909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.437576758Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.437586248Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.437602919Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.437989516Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438141038Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438150638Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438158279Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438165008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438172649Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438179099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438186089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438193669Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438199799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438206699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438214289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438221109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.43822833Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.4382356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.43824247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.43824886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.43825842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.438269101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438279381Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438288371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438297631Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438306411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438454384Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438485324Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438606766Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438643597Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438694818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438715408Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438728009Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438735689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438744359Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.438752669Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.43936539Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1353, tv_nsec: 309562236 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.439649555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1353, tv_nsec: 309854551 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.439782327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.439977751Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.440606382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.441220572Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442447194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442458674Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442466694Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442474044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442481155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442488215Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442495545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442502575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442509905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442516525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442523265Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.44280464Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442840681Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442852661Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442918392Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.442978193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.446912713Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.446974314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.446989664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.446999834Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.447010814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.447024324Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.447034535Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.447046925Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.447057765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.447205587Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.447241818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"9.6474ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.448119534Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.448139764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.448276426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.448370028Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.450974794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.451182328Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.451261869Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.451272559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.451503673Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.4518924Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.45191172Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.454700069Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.45471298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.454891773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.455067756Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.455255369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.455483433Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.455493403Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.455707797Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.456501771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.456730665Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.461704033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.46211801Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.462870463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.463330251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.464844658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.464926569Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1353, tv_nsec: 335134536 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.465084472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.465305636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.468444721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.468730126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.468763487Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.46950819Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.469983938Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.472449031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.472474562Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.472736916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.478994437Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.481272557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.481303927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.48147189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.498934397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.499424606Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.500717159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.500741549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.500752209Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.501121936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.501862099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"63.621589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.504487145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.504703149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.504724239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.504732259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.504829001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.504996264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.505876309Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.50589604Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.506269586Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"68.042407ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.506337587Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768727a5-f0e2-4aa4-a884-5a09f72234e8\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.506360678Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.507146652Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.507412166Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":16,"elapsed":"64.911892ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.507496858Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.508875802Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.5104906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"68.003396ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.510545221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"68.085377ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.511812144Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.512020198Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.513554925Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.51442078Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"71.904124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.515136512Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.516200361Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.516219651Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.516418295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.517998143Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.518018313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"79.852225ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.518159615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.518171586Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"79.975056ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.518681524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"76.21113ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.519508739Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.519520209Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.519732013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.532137641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.532181182Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":46,"elapsed":"94.568233ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.540922266Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.540951926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.540961996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"102.759657ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.543250667Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.546184668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.546212049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.546437043Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.548302805Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":16,"elapsed":"110.159537ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.582050429Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.58208705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.582414436Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"879f220f-5cc0-47db-be63-990a24f79bfb\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.582435506Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.583904389Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.598956956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.599256722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b663800-279d-4db9-ae5a-092b2991d531\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.600963232Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.601234087Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.602059971Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"163.801811ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.602822204Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.603292963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.615527528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.615557948Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.615782142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ac12f5-2fb2-4387-9d21-da2acec4241c\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.615805563Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.617969301Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.652655711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.652686081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.654438632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":16,"elapsed":"217.871852ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.654840009Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.656828644Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.656853234Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.656991927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.658162417Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.659841897Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.659862418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.65998404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.668771284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":16,"elapsed":"232.173523ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.723497567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.742801606Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e57f4f-7c4b-4233-be85-0301402bbc24\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.742829967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.743120082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db72676d-c281-4cf2-9233-b1cce85697ae\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.743146552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.743157402Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.743165243Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.743246904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.744512306Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":16,"elapsed":"306.222686ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.76008413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.760123081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.763794105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5a5a88b4-e277-4feb-b3c5-0e9276fc4f9d\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.763823386Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.764180202Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.766645656Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.7668924Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.769545955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.769921183Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.77317717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.77319332Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.774787759Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.775174726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.776135412Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4a248613-c719-4d00-99fe-1cfad707ef97\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.777333053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.777351804Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.777547817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.778203399Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":16,"elapsed":"339.931739ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.787987691Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.788266316Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87fa0b5-32f6-4228-8048-904470f28aa5\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788291506Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788302126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788596442Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788608122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788614592Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788621352Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788628172Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788634272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788803775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.788812515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.78907073Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.78907882Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.789297824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.79137586Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.791502722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"831d896a-f2bf-4274-9264-cb227e62b85f\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.791515383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.791643915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8c5c162-c769-4e79-aaf3-01c367c7c89c\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.791656975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.791666645Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.930715721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4a983848-0c69-4b6b-aba8-b7b4038129e4\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:08.930759852Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.930771722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.931118868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75f15560-8b32-425a-9f88-be3777ef2b43\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.931170659Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.931478514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.934378735Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.934720891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.937869077Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.938089351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.939847802Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.940091706Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:08.946692022Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":16,"elapsed":"508.537723ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:13.405843999Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"a0a852ef-cac2-4b6a-a237-9300ea59060f","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":442,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.437083038Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.437165469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.437413924Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.438105786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.438115456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.438305179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.439441199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.439742434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.44008892Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.442140647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.442154287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.44230283Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.44401476Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.444181972Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.44575749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.448240844Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.448253254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.448384186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.45710298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.45712795Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":47,"elapsed":"20.068843ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:18.470513166Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"32.396449ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:23.405669084Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"15cf9f6f-dcd7-47aa-8b5e-bb1cf2980e02","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":303,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.395724588Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"09d72477-ae2d-4513-8aa1-1fd3ae0be74d","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.396039484Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"09d72477-ae2d-4513-8aa1-1fd3ae0be74d","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:28.398009828Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"09d72477-ae2d-4513-8aa1-1fd3ae0be74d","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2363,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.398278343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"f02d4d05-fa2c-43b4-9478-646e86bed821","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.398627929Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"f02d4d05-fa2c-43b4-9478-646e86bed821","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:28.400127255Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"f02d4d05-fa2c-43b4-9478-646e86bed821","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1918,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.437479752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.437515883Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.437772748Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.438239026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.438247676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.438589072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.439374886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.439801003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.440084358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.4419093Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.670015ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.442082724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.442093914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.442240636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.443948306Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.444108999Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.445039616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.447421737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.447432387Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.44756036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.45494605Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:28.45495942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":48,"elapsed":"17.494128ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:33.406217472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"96132578-5054-48b4-9fc2-e1f1081d5654","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":321,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436089666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436169147Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436186918Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436197848Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436211428Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436222388Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436233708Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436246789Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436259099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436271609Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436282179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436293149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.43630434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.43631419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.43632587Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.43634159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436353881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.436366931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-21 18:38:38.436280669 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436378711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436700527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436739768Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436753298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436764548Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436779498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.436793098Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437018922Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"143937aa-1662-4be7-b315-db1f929987b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1383, tv_nsec: 306862778 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437052703Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3baf715a-13aa-42bd-a7aa-c26883abcb17.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a0a4162f-0d7e-4fdd-81dc-3597f7f19d41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1383, tv_nsec: 306865769 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437076933Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:48:38.437089323Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437102304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437115434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\"}","iteration":10,"elapsed":"12.89µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437133354Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437146364Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437407039Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437870777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437898048Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.436985ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437910418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.437924988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.597808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438419497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438453278Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438466658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438477108Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438486988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438498158Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438508279Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438518469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.438529779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438539599Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438548559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.43855986Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.43860418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.43862227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438632371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438641131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438651411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438664621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":49,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438675131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438686492Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438697842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438710682Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.438722462Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438731183Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438741473Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438750253Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438761213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438771793Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438781083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438791104Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438800394Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438809184Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438939426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438971067Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438982877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.438992317Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.439003897Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.439016817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.439028648Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.439038788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.439212401Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.439815322Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.439959444Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.439973434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.440102016Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.440399282Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442483958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442504429Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442516829Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442526419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442538019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442546439Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.44255574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.44256574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.44257863Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.44258789Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442598951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442609171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442816294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442844335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442854805Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442864045Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442924446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.442971657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.444104307Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.444438077Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1383, tv_nsec: 314317849 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.444714701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.446381117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1383, tv_nsec: 316239823 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.446718053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.446892056Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-21 18:38:38.436280669 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.446905776Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"expiration\":\"2025-03-21T18:38:38.436280669Z\",\"pruned\":[]}","iteration":9,"elapsed":"10.620387ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.4471478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.447168901Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.447375284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.449510332Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.449583923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.449755756Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"12.644983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.45056794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.45106926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.45282397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.452848411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.453096875Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.454455169Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.454475579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.454630972Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.454685003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.454702893Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.454925427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.455460847Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.455484817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.455683861Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.456663358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.458925698Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.460118948Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.460261961Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.460469025Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.46187635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.46190066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.462124194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.462321097Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.462594822Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.463381586Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.463528479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.465720967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.465739767Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.465969642Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.4670126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.46702683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.467275725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.473061916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"30.548228ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.473923141Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"31.418593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.475682892Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.476086159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.477489634Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"34.963545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.478452621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.47897251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.479165723Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.47954937Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.479577751Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.479987188Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.480253223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.480739171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.480766702Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.481073567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.484499347Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1383, tv_nsec: 354343684 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.484903975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.485170549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.490495663Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.490531934Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.490780358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.497430905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.497839102Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.500966507Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.505660609Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.50569689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.505904014Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.512915507Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.516145904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.516179094Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.516353408Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.517117831Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.520381888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.520857137Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.521808773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.524271737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.527408952Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.527699177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.527723668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.528015843Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.532333057Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.533154013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.533171853Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.533180633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.533492309Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.533926017Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.533949807Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.533959967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.533966997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.534370944Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.536172876Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.537644632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.537991598Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.538124491Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"99.455159ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.538214512Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.538233132Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.538241182Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.538483837Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.538503827Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.538521227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"98.535333ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.538534948Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.538571318Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.539305391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.539331592Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.539537245Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.54149185Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.5415194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.541622482Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.541653513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":49,"elapsed":"104.533858ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.541711503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.543535775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.543959703Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"101.418514ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.544223418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.544648095Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.545350858Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.545372178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.545383998Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"106.751398ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.545631152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":17,"elapsed":"103.138224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.548039525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.548072955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.548090996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.548291559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.548534083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.551038287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"108.530368ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.551585447Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.551618088Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"112.881015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.552632666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.552954531Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.554312935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.555836882Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.555857482Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.555871852Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"117.185751ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.559410745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.559436255Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.55969633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.559780541Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.559929524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.564683207Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.565065884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.570432599Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.570461789Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.570473469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.570485489Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.570835866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.57106548Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.574538571Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"135.869239ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.576156289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.5761872Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.576542076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb3297f-9984-40e5-b9eb-535d8cc36fa1\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.576616427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.578575162Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.578994219Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.580393294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.582407559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.607694914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.607752005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.608254774Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c5c1d85-c7ac-4d56-a000-783d4967df49\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.608289234Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.610236829Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.624322206Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.624367367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.624383068Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.624724334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.650310353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.650367634Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.650745821Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f292d9-5bd9-4e37-95bc-99b523364c1c\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.650780782Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.652787347Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.707022251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"268.697165ms"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.748764165Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.748816106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.749239303Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb170a86-29b6-46e3-ba56-809103011eb4\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.749270734Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.749734632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.75132851Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.751430362Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":17,"elapsed":"313.183168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.753704152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.753726442Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.753901425Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.755156397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.755406742Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80c3b0c-9895-470e-8645-8a2d781ea41b\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:48:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.757808484Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.758105299Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.761324146Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.761780044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b2763ae8-f3fc-4990-9b63-5e099ac43dd7\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.761806224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.763528515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b4a0718e-8cb4-4207-b3c8-ec010ad5bc97\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.763554445Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.765961967Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.765980988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"329.910542ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.769013101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.787473356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":17,"elapsed":"351.309668ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.825052237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.825480364Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"428ebe72-889f-4597-9e37-635d0a7e55f2\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.825514665Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.825528245Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.825538365Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.827082432Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.827582541Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":17,"elapsed":"389.337547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.827809055Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.82980744Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.829831781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.830022874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.831839926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.831913437Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.831940978Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.832203002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.835220865Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.835248996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.835401159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.837935863Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":17,"elapsed":"401.796237ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.839793196Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.839820586Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.839830346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:09.223068 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.839841526Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2}","iteration":9,"elapsed":"403.609518ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.853980485Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.854023256Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.854299381Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"45bc8ee0-0754-45ce-a3a9-8547511e14da\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.854325761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.854668117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.857569548Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.857934555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.85879577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.859439761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d1c9f650-e3a7-4628-975e-6a96c645e72a\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.859472562Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.864186015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.864280156Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ef577cf6-5df1-4612-8286-4a1bded7b7ca\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.864297387Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.86446207Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.866699149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"24d72827-fa73-4d51-a751-ad5e0d1aa827\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.866722999Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.868057663Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.868084593Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.8684857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"735c18d2-59a2-4378-b9e3-e8d93381ff3c\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.869177382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.869229234Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"432.980734ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.8707547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":17,"elapsed":"432.471056ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.879457333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.879480234Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"441.210819ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.880567793Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-21T18:40:35.840732Z, time_modified: 2025-03-21T18:40:35.840732Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.880598473Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]}},\"default_endpoint\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"444.491467ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.886934449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.886951943Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.88696278Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.887440194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.889290906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.893040002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.893074693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.893139154Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.895482195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.895508656Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.895520556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:08.557588 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.895529536Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1}","iteration":9,"elapsed":"459.347449ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:48:38.912445534Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.912476794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"473.775593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.914035522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.914489589Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.917183247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.917208067Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.917446881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.930091564Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.930482631Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1df829f-9cf0-42e3-afa1-685ebe7a8d9d\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.930509041Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.930521251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.930792756Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.930807156Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.930814666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.930823067Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.930831997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.930839307Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.93102904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.93104085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.931289125Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.931303745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.931624281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.933923591Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.934103804Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b94881-ee0d-425c-a551-8e211ab7eaa2\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.934124855Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.934237587Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"045b3be9-71e7-4cc1-a6ed-96d7b9df4e6d\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:38.934258287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:38.934272587Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.232776976Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d714080a-2a7b-496b-8d2d-e559413ad7eb\", \"date\": \"Fri, 21 Mar 2025 18:48:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:39.232819117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.232829097Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.233092622Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"290406ec-115d-4ecd-8145-d2fd62e80d9d\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:48:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.233136302Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.233459758Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.237207664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.237364857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.240295939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.240621154Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.242696941Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.242884524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:39.24950259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":17,"elapsed":"810.589605ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:43.405592499Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"44742109-6dbf-499d-b974-75177d6f02db","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.437803304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.437878766Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.438215661Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.438255202Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.438269933Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.438476066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.43983769Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.442604739Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.442617469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.442762832Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.444168006Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.44437021Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.447852591Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.450736712Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.450758842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.450890384Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.462426027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.462458198Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":50,"elapsed":"24.673434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.472778419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.472970413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:48.474480959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"36.209607ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:53.406064575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"ff182cfe-129e-46be-806d-77a6949cfcac","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":284,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.395926326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"966de9b3-51c9-4686-ad97-6c8936123dd6","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.396465735Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"966de9b3-51c9-4686-ad97-6c8936123dd6","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:58.398916948Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"966de9b3-51c9-4686-ad97-6c8936123dd6","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3076,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.399158142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"20addc26-2d2b-49b9-8ed2-a46f86da83fd","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.399398496Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"20addc26-2d2b-49b9-8ed2-a46f86da83fd","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:48:58.400809861Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"20addc26-2d2b-49b9-8ed2-a46f86da83fd","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1681,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.437873603Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.437901574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.43828082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.438310411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.438324791Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.438483174Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.440064952Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.440384127Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.440622841Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.442277441Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"3.950729ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.44282786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.442838691Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.442986193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.444654683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.444967058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.445925995Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.448591812Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.448604552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.448753515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.458477275Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:48:58.458503076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":51,"elapsed":"20.633013ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:03.405808129Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"e7a26350-ee31-4667-bdd4-3bf1dd9428bb","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.437128948Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.437185659Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.437194339Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.437202299Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.437544965Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.437651247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438191467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438223597Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438235348Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438642265Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438777517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438792518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438802058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438808738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438815538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438822738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438830268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438836708Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438843418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438850319Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438857639Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438864699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438872059Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438878759Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438886089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438892439Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.438899069Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.43890658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.43891405Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.43892091Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.43892809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.43893391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439038792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439121233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439261276Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439272886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439289426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439300256Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439372398Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439385178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439397148Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.439453559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.440018489Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1413, tv_nsec: 309520395 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.440361545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.440727901Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1413, tv_nsec: 310224958 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.440969456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.441024477Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.441886052Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.442167177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.442924Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.44294288Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.729273ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.442992281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443001032Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443007972Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443014442Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443021812Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443029152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443035862Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443041962Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443049072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443281337Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443308257Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443324177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443353478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.443380698Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.445735109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.44575727Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.445976704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.446202118Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.446220488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.446248689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.446258959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.446478583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.446547514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.447349668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.448719302Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.449443605Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.449649248Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.449672149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.449919173Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.452639091Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.452662961Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.452830734Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.452892755Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.452921196Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.452931016Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.452940796Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.452954107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.453071678Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.45315764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.457529497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.457991925Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.458945852Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.459156226Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1413, tv_nsec: 328658142 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.459300888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.459447941Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.459477091Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.459751786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.459775976Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.459786197Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.459797187Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.460137463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.494131901Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.498893024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.498939805Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.499161339Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.501912217Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.502100381Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.507222051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.507249671Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.507438395Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.507480886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"64.529705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.508360511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.508386351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.508757508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.508821289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.508931011Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.509148195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.509166685Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.509174795Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.509182265Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"70.272066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.509333188Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"70.49595ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.509350498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.509603523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.510050731Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.510071251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.510265424Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.511484096Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"68.542625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.511653529Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.511945874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.512057456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.512082676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.512160338Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.512172608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"73.378411ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.512252259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.51229037Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.512508794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"69.558894ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.512908731Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.512937591Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.513093994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.514291245Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.514310955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.514426738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.52079577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"77.823939ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.522679083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.522708313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":52,"elapsed":"84.505456ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.523542838Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.523564188Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.523813683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b34afca-edc4-415f-94f2-b0d809acef5c\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.523826993Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.525150226Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.527980426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.52822037Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.533601675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.533855949Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.544044049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.544064559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.544199031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.544228372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.544346294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b0205f-abec-4861-96dc-836a53cdc1a0\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.544367294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.544392915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbcc0a75-f4dd-4f02-b970-235c0dfe64f7\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.544413205Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.545632486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.546208216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"103.271056ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.546372719Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.55491441Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"116.037231ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.566344341Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.566381821Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"127.502073ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.573529117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.576617411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.576642352Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.576830535Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.578369932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":18,"elapsed":"139.582165ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.586717519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.587164767Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.59471468Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.595118627Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.596481391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.597258524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":18,"elapsed":"160.116386ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.599817389Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.59983494Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.600112044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.60438116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.604678965Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2645cb0-8890-4057-8aab-9299f30b5e16\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.606227802Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.606464676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.635350284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"196.547297ms"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.642838186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.642861996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.643092951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca31d89f-5731-49e7-b628-7a46f1a7583a\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.643114951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.643412516Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.64418461Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.64474276Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":18,"elapsed":"207.622581ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.646158374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.646171185Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.646325277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.658342089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.658365629Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.658531372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5ff34d60-9990-4d2a-95d9-80f80d044abf\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.658547202Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.658890268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.660454416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.66069635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.663426368Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.663730463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.66636653Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.66638434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.666585984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d102c8de-52e1-47cd-bd95-9888848f6069\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.66811029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":18,"elapsed":"229.232251ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.688139433Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.694132528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.694483124Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.696242505Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.696265426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.696439719Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.707144837Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.707414312Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c730207b-3335-48c1-a450-d2bd6b9d182e\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707449382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707461872Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707751957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707763118Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707771078Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707779518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707787058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707796438Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707986232Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.707995862Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.708200885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.708209516Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.708597803Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.71070614Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.710823111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"009b6372-2aa9-48e2-8ff5-1bd0a3d31253\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.710834202Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.710925533Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e02b8f-a8e1-464c-9b6b-e78edc7ab22b\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.710940434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.710950164Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.776947165Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d0ec9b-1ec7-4de3-a52d-de0691b69cc1\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.776974905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.776985595Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.776993995Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.77841486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":18,"elapsed":"339.594822ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.868350152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4235ffeb-2370-4712-999b-5b9c697df721\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:08.868387353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.868399793Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.868949223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7cf8b1a-2410-4b7e-a835-7fb75f50c2af\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.868989423Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.86935602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.872651988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.872900502Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.876077258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.876248691Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.878258116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.87844721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:08.885467083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":18,"elapsed":"446.674525ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:09.099582158Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:09.099618578Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:09.129778339Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:09.129883101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48678"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:09.130106004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f361f701-56a2-4e0a-8600-9a66ecc4baf6","remote_addr":"[fd00:1122:3344:101::a]:48678","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:09.13039686Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f361f701-56a2-4e0a-8600-9a66ecc4baf6","remote_addr":"[fd00:1122:3344:101::a]:48678","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:09.169380335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/oximeter.rs:76","collector_id":"c9313efa-637b-46a6-8199-b515674fa14e","producer_id":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:09.169406986Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/producers","method":"POST","req_id":"f361f701-56a2-4e0a-8600-9a66ecc4baf6","remote_addr":"[fd00:1122:3344:101::a]:48678","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":39407,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:09.169479427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f361f701-56a2-4e0a-8600-9a66ecc4baf6\", \"content-length\": \"41\", \"date\": \"Fri, 21 Mar 2025 18:49:09 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:09.170734519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:09.170745519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:13.406280175Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"4733fb72-e361-486a-bd19-bbd16ff0936a","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.437496643Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.437566274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.437951701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.438531511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.438543661Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.438721114Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.439725062Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.440230181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.440579337Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.442162815Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"3.627114ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.442373379Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.442384469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.442524921Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.444042958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.444330573Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.44531845Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.447809884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.447823914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.447955087Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.454502582Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:18.454517012Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":53,"elapsed":"17.06097ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:23.405991268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"a385a39c-c0a8-4fe5-b1b5-8ca7f46e279d","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":251,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.395676115Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"af153da0-1bcf-4278-b078-666930e8e35e","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.396004401Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"af153da0-1bcf-4278-b078-666930e8e35e","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:28.398309221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"af153da0-1bcf-4278-b078-666930e8e35e","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2708,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.398611427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"88537c40-e0a0-4815-a154-cf0e994ed71d","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.398955703Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"88537c40-e0a0-4815-a154-cf0e994ed71d","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:28.401134421Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"88537c40-e0a0-4815-a154-cf0e994ed71d","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2590,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.438196993Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.438224853Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.438574939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.43861782Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.43862986Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.438828624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.440611935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.443289922Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.443315563Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.443435795Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.445597563Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.445797257Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.447224771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.449658184Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.449671145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.449815947Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.463864284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.463889935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":54,"elapsed":"25.695342ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.47103985Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.471355966Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:28.472822362Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"34.198461ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:33.406187579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"03301df9-0329-408a-9abc-0790d9f701d6","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.436911818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43698946Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43700525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43701646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43702883Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437042441Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437054031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437064851Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437078281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437132462Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437144762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437156003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437166023Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437177173Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437187303Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.437197813Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-21 18:39:38.437061491 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437210813Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437220944Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437233474Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437527699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43756005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43757449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43758921Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437642931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437667201Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437681092Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437692642Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437703332Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"143937aa-1662-4be7-b315-db1f929987b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1443, tv_nsec: 306842308 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:49:38.437724233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437737513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":55,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437749083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\"}","iteration":11,"elapsed":"11.61µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437764493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.437832915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3baf715a-13aa-42bd-a7aa-c26883abcb17.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a0a4162f-0d7e-4fdd-81dc-3597f7f19d41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1443, tv_nsec: 306971900 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.438234131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.438293732Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.438310393Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.202201ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.438399474Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.438435965Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.498726ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439453123Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.439482293Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439494884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439507884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439518244Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43982521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.4398605Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43987307Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.43988258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439899081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439909221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439919501Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439930001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439942521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439958732Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439972952Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439983852Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.439995562Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440007413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440017843Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440311978Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.440343229Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440354189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440365969Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440378549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44039208Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44040206Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44041493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44042401Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44043419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44044518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440454801Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440464861Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440475601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440483931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440492941Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440506211Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440514902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440528142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440539692Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440551562Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440564692Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.440576323Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44095957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44098557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44099935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44100989Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44102018Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.441031031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.441042701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.441200704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.441219334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.441511809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44157345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.441982137Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.442281333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443430503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443462754Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443475404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443487514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443496714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443509424Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443519504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443530015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443541735Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443551795Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443561745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443573705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443783879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44381722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44383677Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.44386175Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443878081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.443904951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.444179846Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.444261588Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1443, tv_nsec: 313415914 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.444479941Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.444507002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.444519932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.444659975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.444774966Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.446448006Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-21 18:39:38.437061491 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.446475027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"expiration\":\"2025-03-21T18:39:38.437061491Z\",\"pruned\":[]}","iteration":10,"elapsed":"9.385715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.448031474Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.448286878Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1443, tv_nsec: 317430184 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.448628674Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.448654455Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.450265523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"12.568791ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.45182837Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.451857111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.451868201Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.452336219Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.452516423Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.452540573Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.452809968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.453098073Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.453118533Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.453355768Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.456049205Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.456212108Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.458161412Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.460478123Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.460510463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.460769208Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.461048103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.461085063Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.461394389Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.462086031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.462110722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.462371126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.463398604Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.463935714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.46430868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.464512144Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.464985762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.467502466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.467532557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.467832602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.46883119Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.46885318Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.46886688Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.46888389Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.469162515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.469182566Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.470227464Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.470265995Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.474066122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.474095002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.474343057Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.474361217Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.474403798Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"30.962684ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.475002348Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.475026518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.475261823Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.478141843Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.478213145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.478224715Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.478236135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.4807956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.480941963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.481104296Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.482834666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"39.381312ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.483801923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.484289172Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.485028794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.489706017Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.489833489Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.490211606Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.4904522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.490741885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.491854345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.495046171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.495082141Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.495325446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.50809518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.508477257Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1443, tv_nsec: 377616213 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.508616419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.508836153Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.512373105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.512419336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.512815613Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.515677313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.515849987Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.515884877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.516171512Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.520788723Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.521856512Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.521879033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.521892513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.521903453Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.527113935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"87.262594ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.527232567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.530474664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.530499504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.530782389Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.537263263Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"93.79783ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.538408163Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.538433094Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.538446554Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"98.075364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.539650935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.544437479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.546674079Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.546697959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.546707639Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.546716679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.546988454Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.548607213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"105.20242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.548872757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.549259734Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.550891553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.550908103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.550916213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.550926003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"110.86409ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.551180658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.554068069Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.554083679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.554091549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.554555957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.55811155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.55814704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"117.841573ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.558285273Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.558312773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.558322223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.558328883Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.558581498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.559017456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.55924269Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.560560733Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"120.238064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.562889114Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.563133418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.574348675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.574717772Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.596087268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.62634942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.626770627Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.676768346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.676794577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.677144493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431e2590-6cc3-4179-87b0-e124678c2f87\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.677176314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.678874464Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.68038745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.68040497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.680703166Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9693827-089e-447f-ac1e-fa3053240774\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.680726906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.682762752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.728909003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.728933184Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.729154098Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"971680a0-2efe-41b4-801d-0b837b86f9ed\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.729166848Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.73041897Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.741168569Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.776234116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.776279216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.776706994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eecebbcd-9658-4952-9470-4faa99019dd9\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.776734024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.777089081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.7787372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.780763026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.781352666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"337.925583ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.78214545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.78217371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.782463965Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.782823662Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.783125547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.783663326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.784785066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.784807506Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.7850044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.786782141Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.786797932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.786902413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.787022016Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.789727703Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.789754404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.790003178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.791521725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.791544315Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":55,"elapsed":"353.840583ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.83218153Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"392.013704ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.832718599Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.833086756Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.835658271Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.835686971Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.835783333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"395.870222ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.841133287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.841162738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"401.162315ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.849997243Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"406.511769ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.851490019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.85151112Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.85152214Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.851950937Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.852439726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.853473044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.855858726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.855875427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.856253783Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.856957955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.85718483Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.85720514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.857345792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.857361102Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.857374083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.857383753Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f82a47aa-446f-45c2-865d-0994e8727ee2\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.857396383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.857404393Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.857717239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.858292697Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":19,"elapsed":"418.013761ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.859346897Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.859371988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.859463159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.85947572Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.85948382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:09.223068 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.85949305Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2}","iteration":10,"elapsed":"422.47195ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.85950119Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ba04af87-530b-4d30-a945-656f2bf55e71\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.85951097Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.859599752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a2f00633-02bc-49d7-8b1f-50d269525c9f\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.859611212Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.859971588Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.862387721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.862600025Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.86289664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.86291015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"425.960511ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.863421289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":19,"elapsed":"426.322508ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.871295747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.871725245Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.874665057Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.874689727Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.877241952Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.88052939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.88054298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.880807805Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.881318784Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.881634049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"001b4291-9449-4e0c-aadf-95669e73f983\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.884553731Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.885025299Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.887076395Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":19,"elapsed":"450.188558ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.889697821Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.903920751Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.908854818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.908873059Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.909132693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.911986903Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.912010774Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.912020634Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:08.557588 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.912029874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1}","iteration":10,"elapsed":"475.094976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.917565731Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.917907667Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:49:38.919416064Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.919438334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"479.964661ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.921511711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"481.568099ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.923748Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-21T18:40:35.840732Z, time_modified: 2025-03-21T18:40:35.840732Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.923784201Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]}},\"default_endpoint\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"486.72297ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.949474973Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.951452757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.951472738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.951658101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.953506263Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.955217903Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.955235514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.955369516Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.968831733Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.969299781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1e8847cc-3b42-434e-ad55-0ea625bd2b60\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.969318411Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.970601294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fab50fc0-4c93-45a4-997f-6620596c2db4\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.970614314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.972364565Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7f07fc01-a440-40b4-99be-1d4637a580b9\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.972376155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:38.97436324Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.974402041Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"537.413502ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.998125168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"be127251-3edd-43c9-a342-4425004e22dd\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:38.999628404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":19,"elapsed":"560.175961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.020697355Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.021013011Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.023246279Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.023273699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.023616326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.025598511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.02617383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced9d41a-759f-4462-a4bd-0f65174f2de2\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.026209551Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.026220611Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.026229471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.028454721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":19,"elapsed":"588.480599ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.033989868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.034281583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f993217a-efff-49fb-b668-ecbe0d937fcf\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034302684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034312904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034589149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034599619Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034606889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034614599Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034621759Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034630479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034801942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034814542Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.034960085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.034969655Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.035310391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.037656541Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.037838456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b427d3d-55a5-4dbb-a40b-e52d032a1f10\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.037850056Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.037929597Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1336f187-94b2-4eb8-806f-6e97c4cea954\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.037941788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.037951778Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.186327857Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"38535c4e-a4e7-4f41-98d9-03b29b576580\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:39.186374658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.186386048Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.186589882Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc3b577-e95d-4827-9612-b178d19c60d1\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:49:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.186624672Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.186949058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.190256016Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.190596452Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.19444484Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.194676964Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.197143677Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.197470583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:39.203948497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":19,"elapsed":"763.926815ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:43.406634415Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"a84834a2-7551-40a8-9dba-c5c4a8a81efc","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":363,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.437857293Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.437910244Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.43823668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.438927522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.438938172Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.439270648Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.471575596Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.471856351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.473875896Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.476625635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.476647005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.476820978Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.478962626Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.47921931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.481075163Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.48374487Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.48376678Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.483888183Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.496079547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.496101417Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":56,"elapsed":"58.261755ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:48.503159171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"64.229519ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:53.406864707Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"a6387f72-ae91-43c7-8ffa-7b6c2f4a424e","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.396798399Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"adad6395-cb35-4dc0-a555-7fcca5cbc856","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.397113084Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"adad6395-cb35-4dc0-a555-7fcca5cbc856","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:58.399587508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"adad6395-cb35-4dc0-a555-7fcca5cbc856","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2861,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.399883133Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"ef3fa8d0-1157-46cc-b49a-98eb1813766f","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.400216979Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"ef3fa8d0-1157-46cc-b49a-98eb1813766f","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:49:58.402150963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"ef3fa8d0-1157-46cc-b49a-98eb1813766f","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.438216887Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.438243328Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.438556423Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.439116193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.439136803Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.439323107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.440485847Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.443143544Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.443162374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.443320297Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.445600377Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.445917423Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.447256676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.449990254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.450009335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.450154237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.462029996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.462050157Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":57,"elapsed":"23.841929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.468603072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.468935307Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:49:58.470169319Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"31.048946ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:03.406443297Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"897084ec-b565-4b97-9d0f-0081b1b8b1d1","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438034612Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438092063Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438101423Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438108533Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438114803Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438122254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438128794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438440419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.43846877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.438592412Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439152892Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439166552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439174432Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439182982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439191682Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439199313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439207382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.439215943Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439225423Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439234523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439242953Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439250743Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439259463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439269154Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439277714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439285674Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439295694Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439306814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439319435Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439330965Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439341655Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439354005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439391026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439466017Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439684871Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439716002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439730592Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439750972Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439764422Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439777083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439818073Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.439835764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443342405Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443366956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443375476Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443383486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443390556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443397986Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443404907Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443412107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443418657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443426197Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443646991Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443662321Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443671471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443722472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.443732602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.445270469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.446593532Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1473, tv_nsec: 315412439 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.446846047Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.44698799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1473, tv_nsec: 315812396 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.447248464Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.447289025Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.447527659Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"9.429066ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.447911946Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.449840649Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.44985346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.450104584Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.450326858Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.450339258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.450492051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.452044228Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.45214642Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.45215616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.452166141Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.452469296Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.452479066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.454818107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.454831877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.455002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.455183963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.455194344Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.455254305Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.455298265Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.455359367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.455453888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.464345375Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.467440469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.46747888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.467710564Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.469553066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.469854712Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.469880152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.470137537Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.472829904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.47317248Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.475892978Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1473, tv_nsec: 344704024 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.476273545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.480271735Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.480297825Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"41.056592ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.505810274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.506921913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.513918527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.514456086Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.514490597Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.51469296Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.517008241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.517407028Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.517782155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.518183062Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.520472672Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"81.31528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.520628334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.523357922Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"79.952396ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.523382943Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.523395693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.523668668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.524014774Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.525388221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.525655075Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.52572208Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.526045524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.526902775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"83.517568ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.527809551Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"84.432085ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.527883652Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.527898382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.527905542Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.528265139Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.52946684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.52949931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.529810676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.53175057Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.531782911Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.533349698Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.533890888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.534968867Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.535001207Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.535228221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.535474376Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.535486916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.53572537Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.538370177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.538392567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.538782604Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea62dd7b-e57c-41f0-88f2-9e66292bedaa\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.538810234Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.540915701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.548600517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.548630027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.548986233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13da30ab-a0a7-49f3-9c82-e0ed3e382ab7\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.549008424Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.550594701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.550620632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.550638842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":58,"elapsed":"112.627941ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.568598148Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"129.298644ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.57551188Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.576718191Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"133.363945ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.579289426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.579317377Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.579425159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.579654152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d068c42c-4fd0-4cef-b776-ba2b2019bb4b\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.579689663Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.579877496Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.580181732Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.580200802Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.580444217Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.581403913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.582459272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.582488122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"143.26389ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.583275186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":20,"elapsed":"144.098654ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.584157912Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.584186372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.584194123Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.584668331Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.625256314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.625684002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f055ed06-9b64-4819-b1ea-fcbd4b133998\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.627697368Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.628134235Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.630469746Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":20,"elapsed":"192.404474ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.630607269Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.630634069Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.630645969Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"191.370696ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.633223665Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"189.854329ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.638912765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":20,"elapsed":"200.829932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.655507917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"216.330914ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.66706417Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.667442796Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.669250998Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.671472707Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.671499278Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.671673501Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.672834511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.672860622Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.673273499Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b748102f-ade0-48bc-90a1-28021fcb8461\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.673297699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.673568554Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.676650958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.679135182Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.679154173Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.679387686Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.696217553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.696269503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.696433216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1bfe6adb-6ae4-451e-9b2d-434495d45fca\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.696458187Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.696848044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.699956498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.700228493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.704184353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.704538569Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.708437088Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.708462918Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.708767343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cc97943b-1a48-499d-9981-fe4990729980\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.710920101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":20,"elapsed":"271.716829ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.805169329Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.831736306Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.832270285Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.834625577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.834654327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.834916762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.848058343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.848425659Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc8d1412-f994-4a4e-bf63-da73bbe087ae\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.84845695Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.84847131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.848807336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.848822676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.848833757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.848844617Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.848855777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.848865767Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.849080581Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.849097101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.849344975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.849372266Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.849744353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.852386499Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.852519891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80fb8e34-d261-4164-8fe8-2d9da37ea249\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.852536102Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.852656004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dc7d1c2-3773-40c0-ae7d-ce4b22f67ad2\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.852676034Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.852689804Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.91099007Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8956ea45-3392-4a71-8c66-7ef91f58bba3\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.911013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.91102342Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:08.91103171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:08.913120227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":20,"elapsed":"473.846964ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.00537963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a8d9af16-1a2a-43f4-8a0d-fd8de697fdb5\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:09.00541698Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.005427371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.006068182Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31e9be53-ae17-49b0-924f-eaf8ec37c3f9\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:50:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.006111852Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.006457538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.00994366Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.010118403Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.014178364Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.014426829Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.016450494Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.016699399Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:09.023495717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":20,"elapsed":"584.269025ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:13.406441226Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"bbcaa013-c368-47e2-80be-c0dcbd5e49e2","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":278,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.438662491Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.438740472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.439004507Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.439515426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.439525366Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.43971649Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.4403196Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.441125425Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.441377799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.442722613Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.196876ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.442919996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.442933146Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.443067369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.444619696Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.44487246Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.446229524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.448765399Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.448778179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.448913722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.457435491Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:18.457459862Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":59,"elapsed":"18.820671ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:23.407251448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"11a67967-a78e-42e4-ace4-a57db167ca2c","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":294,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.396458187Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"a8e9458c-b7d0-41f8-8ea2-e9f195f6ba5f","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.396764332Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"a8e9458c-b7d0-41f8-8ea2-e9f195f6ba5f","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:28.399414429Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"a8e9458c-b7d0-41f8-8ea2-e9f195f6ba5f","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3024,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.399667273Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"6990d1e1-02ac-43e8-84e9-aeae0cdefb15","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.399930768Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"6990d1e1-02ac-43e8-84e9-aeae0cdefb15","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:28.401832511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"6990d1e1-02ac-43e8-84e9-aeae0cdefb15","remote_addr":"[fd00:1122:3344:101::d]:57290","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2192,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.438885313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.438908744Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.439245579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.43929037Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.43930186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.439628246Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.441094002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.441738753Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.442103189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.443650397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.354766ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.443741958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.443756169Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.443889641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.445478029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.445693523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.446961375Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.449600821Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.449614792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.449754374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.458270514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:28.458290094Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":60,"elapsed":"19.404061ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:33.40694072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"aa7bc9b7-f575-4953-aee6-002af6636601","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.437932504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438010106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438025776Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438037786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438051236Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438062367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438074697Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438087657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438100817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438112107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.438125097Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-21 18:40:38.438013546 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438137528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438148648Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438159528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438171168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438180889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438190679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438202219Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438213679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438562725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438591206Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438606286Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438620326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:50:38.438632137Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438644347Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\"}","iteration":12,"elapsed":"17.13µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438657417Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438668897Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438680387Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438690938Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438702438Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.438750728Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.43882099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"143937aa-1662-4be7-b315-db1f929987b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1503, tv_nsec: 307264526 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.4388484Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3baf715a-13aa-42bd-a7aa-c26883abcb17.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a0a4162f-0d7e-4fdd-81dc-3597f7f19d41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1503, tv_nsec: 307265756 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439110005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.43938215Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.43940398Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.43941431Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.43942533Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.43943552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439446001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439459461Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":61,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439469181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.470906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439481931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439492261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439503962Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.439519792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439530552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439540982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439552473Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439563613Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439574013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439680065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439693885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.464666ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439704745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439714136Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439724256Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.439735866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439746006Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439754876Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439764726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439775397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439786327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439797367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439807777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439818327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439830347Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439839928Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439849658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439860968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439870898Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439880379Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439889408Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439899899Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.439924559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.43997002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.43998824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.44000105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440012541Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440025601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440041621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440064932Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440088742Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440142983Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440162383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440174444Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440185564Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440226774Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440907577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440971098Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440987368Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.440999208Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.441008648Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.441019448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.441217512Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.441273963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.441345374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.441765241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.442027036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443563093Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443584864Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443595974Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443605814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443614994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443623714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443632934Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443643225Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443652735Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443661435Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443670885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443682195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443691495Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.443702186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.44392281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.44394328Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.444019071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.444064162Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.444079502Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.444092042Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.444105483Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.4462334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1503, tv_nsec: 314526944 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.446475224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.448149414Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1503, tv_nsec: 316601420 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.44851574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.451212168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-21 18:40:38.438013546 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.451240078Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"expiration\":\"2025-03-21T18:40:38.438013546Z\",\"pruned\":[]}","iteration":11,"elapsed":"13.205303ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.45303935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"14.372382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.456861647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.457121252Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.457225253Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.457537229Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.457738382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.460500071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.461552669Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.46157861Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.461921486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.462772021Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.462794561Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.462981005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.463002945Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.463173218Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.46329305Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.464385769Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.46440582Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.464696925Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.46671422Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.470056289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.47009256Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.470342134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.474750072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.477690523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.478161662Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.478848054Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.478873394Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.479162689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.479717359Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.480127466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.481346818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.481392598Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.481664353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.48260274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.485757355Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.485777275Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.486159302Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.48660925Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"43.029807ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.486685291Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.486703352Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.486997197Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.495273242Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.500137238Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.506920507Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.5093264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.50989733Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"2"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.50992964Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.509946671Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.509956301Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.509965601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.51049969Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.510636103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.510656653Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.510970199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.513282959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"69.666615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.514448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.514830986Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.518110884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.518789601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.524203801Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.524466966Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.524719891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.524881003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.525114147Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.526176956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.526784827Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.529906542Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.529958483Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.530093875Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.548334126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.551665624Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.551718555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.551918859Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.554156448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.557603609Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.557639269Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.557942715Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.560187254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.560210935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.560224175Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"119.233617ms"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.560690503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.560712793Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"119.734706ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.561485557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.562188299Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.562679248Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.562924212Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.562940913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.562949183Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.563166076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.563185727Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.56332741Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.563548583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d0b108b-2bb2-4838-a3b4-cc2ea40cdcca\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.563574134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1503, tv_nsec: 432036710 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.563594724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.56395775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.56788833Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.568445429Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.571826379Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.57188345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.57189655Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.573094631Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.573532089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.573561029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.57532178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"131.750717ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.577265824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.577298905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.57757883Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.577648961Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"134.050818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.57812574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.57815016Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.578421285Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.578707Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.579201629Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.579219459Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.579521644Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.580936739Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.580960629Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.581175403Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.586789262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.58783893Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"144.249747ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.588189327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"148.731426ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.589600392Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.589895207Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.591127238Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.592508813Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.592887049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.59349525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.593539111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.593552621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.593562031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.593632382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.593836706Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.594753702Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.595096078Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.59690923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"157.474099ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.597202775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.597217575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.597514581Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.597700604Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.597730304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.597741725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.598171382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.598794373Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.59920004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.599647008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.599672869Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"160.102896ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.601023282Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.601353178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.601628483Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","candidates":"[(5b43a3fd-c231-47c7-b9fb-2e0149613c92, 0), (2d05932a-beef-4570-8efb-859588a3038d, 0), (c449b91d-a010-42b3-bb6f-3fc6b86dcd20, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.601651053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.602253284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1503, tv_nsec: 470718300 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.602811384Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.60317322Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.605657964Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.605685174Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.60599329Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.606667382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.606696062Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.606874545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.608059386Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.608088737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.608380632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.610169593Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.610196454Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.61057761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ac9f18-5e57-4a12-b6a6-c01a81bc9385\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.610602371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.611859833Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.61227944Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.612539295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.612561105Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"173.043683ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.612704478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.61395779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.614778994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.616864591Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.617170356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.617197837Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.617489312Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.61967169Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.619701361Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.620025336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.620047997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.620294991Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.622325567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.622461239Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.623287934Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.623607579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.624013997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":21,"elapsed":"184.628817ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.624898612Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.62588689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.627999457Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.628025007Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.628291772Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.630027743Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.630054223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":61,"elapsed":"191.397816ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.631295035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.631316485Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.63159734Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:50:38.632526936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.632552517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"192.961713ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.63385894Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.636614928Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.636640149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.636829272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.640249532Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.640485666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.642141416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.642167266Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.642672255Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.64525715Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.645285531Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.645298881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.645507445Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.645565546Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.646413541Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.646605714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.646626764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.646772717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.646835608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.646904809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.648038369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.64806309Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.648395675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.64865633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"204.998935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.649612887Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.650135336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.65037632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.650395791Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.650508903Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.650648135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.652407166Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.652701921Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.653102398Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.653130479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.653143409Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"213.680278ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.653155449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.65316833Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.653297232Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.654023985Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.654091906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"blueprint_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"inventory_collection_id\":\"c449b91d-a010-42b3-bb6f-3fc6b86dcd20\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"214.645465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.655027462Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.655297737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.655687574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.655714924Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.655727915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:09.223068 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.655738335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2}","iteration":11,"elapsed":"217.76782ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.656216243Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.656240373Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.656253824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"216.62803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.657140499Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.662689717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.662796349Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.662818539Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.663010663Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.663031493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.666214019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.666610116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.669836392Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.669862293Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.669874833Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.670049956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.670103067Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.67027268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.671780457Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.673745741Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.674179259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.676256765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.676590201Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.67822637Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.678253Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.678570606Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.680109993Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.680672753Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.682263301Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.682292382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.682305352Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:08.557588 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.682342543Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1}","iteration":11,"elapsed":"244.433549ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.682715419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.682979944Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.684846636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.688567122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.688599282Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.688746745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.692469521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.692714705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.695369501Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.695394222Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.699555985Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.700615994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.701141963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.702959085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.703985623Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.704008364Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.704205637Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.706179142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.706201272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.706473947Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.713306687Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.715205821Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.715224711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.715385174Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.726488369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"286.956897ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.828865489Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.82891349Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.829201915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd04f1c-4f7d-4886-89b2-fa10f0a2a595\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.829227926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.831019047Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.89598831Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.937642162Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.937988848Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a47f347-ae5f-4167-8795-99e4a091f05e\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.939612647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.939906272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.950650081Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.951067998Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"25c6ab7d-e6a7-49d5-b8de-b03cbb380250\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.951092149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.951278272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.951693549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.952517114Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5b26c052-9ba6-4771-b56e-4989eff242c2\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.952542674Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:38.954499619Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.954520679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"516.398472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.958857395Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.959246272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.987812125Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.987828795Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.987835745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.988287873Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2395b4ef-32ea-4f3c-8fb6-bf6ef782c9e5\", \"content-length\": \"476\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.988324054Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.988528347Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f85678-abca-4137-b79b-50bf376350a6\", \"content-length\": \"734\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.988554718Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.988838513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cccc672c-d7d4-4076-aae6-a2a48b0ebff7\", \"content-length\": \"111\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.988867693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.989156448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f15fd1-aec1-4fe7-839b-4b41e6363e3d\", \"content-length\": \"111\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.989178419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.989410693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f0221b-dc0c-4c0b-b629-d9cfabbff57f\", \"content-length\": \"167\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.989423853Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.989641027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3662ae33-19dd-478e-9d9d-7039a0366a4a\", \"content-length\": \"167\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.989651697Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.989875811Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a8b9df-c443-44ce-a307-b28d71833f81\", \"content-length\": \"175\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.989887721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990005173Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":21,"elapsed":"551.924397ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990146456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3627f22c-7c40-4265-ba12-e7d5c197a128\", \"content-length\": \"175\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990158356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990296368Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04c08e2-bf36-4a64-8dd0-d1bbfa059718\", \"content-length\": \"702\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990308928Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990463881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"374607d2-a757-4d43-822c-210e6b0b603b\", \"content-length\": \"727\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990474962Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990610914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe8379f-f93b-4aaf-acbe-2d03acc7ccc5\", \"content-length\": \"729\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990624994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990835918Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ef286e-e811-4132-996d-8a38087d0b4f\", \"content-length\": \"728\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.990847368Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.991018351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e69573-2108-4ae1-95d7-e26890b2c414\", \"content-length\": \"722\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.991040372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.991262905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972ed7a5-4496-427e-a47f-c4d396b49618\", \"content-length\": \"109\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.991274636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.99150941Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c9c713-7f80-4d86-96af-8fb9938e83ca\", \"content-length\": \"109\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.99153269Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.991798145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc8f411f-33f3-4ff0-bbc1-e7526c0a193b\", \"content-length\": \"169\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.991813545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.992065179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a88a5fd-29a9-4284-9136-fd6f4247ec4e\", \"content-length\": \"169\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.9920775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.992276503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098e6c37-4f0e-4477-a882-73dab9eadf80\", \"content-length\": \"178\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.992287673Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.992491507Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f564962d-1961-4d7e-ab69-e48c42208230\", \"content-length\": \"178\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.992501637Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.9926505Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316f1566-35d6-4c96-8cb9-8a03388bd439\", \"content-length\": \"702\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.99266745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.992833913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da541dc6-3be8-44ab-9da3-b84a520af6a1\", \"content-length\": \"727\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.992847593Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.993014856Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68046709-03de-40b1-a699-e9a65c294bfa\", \"content-length\": \"729\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.993027656Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.993190229Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4e6677-063d-4deb-9875-1d30faf851c8\", \"content-length\": \"728\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.99320493Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:38.993468024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.039082156Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.039608665Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"82d41031-e028-4770-9d86-2cd70c529031\", \"date\": \"Fri, 21 Mar 2025 18:50:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.039623665Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.040939158Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9eb186aa-71f5-4de8-aff4-3cca465a7518\", \"date\": \"Fri, 21 Mar 2025 18:50:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.040955658Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.042802131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b9134d7b-8485-452a-b195-ff25e2f4e4e2\", \"date\": \"Fri, 21 Mar 2025 18:50:39 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.042822581Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.043028065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.043039145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.043360941Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b343e7-5a28-4f8e-8dfc-a56f289a56d2\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.043397961Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.043762218Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.044807576Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.044931908Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.044955479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"606.972453ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.046026758Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":21,"elapsed":"607.94267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.047119927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.047140357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.047331061Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.048305728Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.048718155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.04902667Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.04958475Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.050484636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.050507726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.050636959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.051393902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.051416502Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.051548955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.05300052Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.053100342Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.053209364Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.053619131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.053704893Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ded9556-9891-472a-b003-5e6612f8f556\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.053728803Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:615","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.055301561Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"84074e7c-1a32-4c31-a122-c0b819b9b406\",\"time\":\"2025-03-21T18:45:39.148328304Z\"},{\"operation\":\"list\",\"target_sled\":\"84074e7c-1a32-4c31-a122-c0b819b9b406\",\"time\":\"2025-03-21T18:50:39.053709263Z\"}]}","iteration":3,"elapsed":"611.640896ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.055521845Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.056005243Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.056639454Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.056661615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.056875169Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.066241203Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.066268194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.066451297Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4ed5b848-78dc-4244-bb70-b9d05aa65d81\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.066463487Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.066722692Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.079635979Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-21T18:40:35.840732Z, time_modified: 2025-03-21T18:40:35.840732Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.07968117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]}},\"default_endpoint\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"641.501632ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.116231402Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.118444131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.118800118Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.118843378Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.119266246Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.12009528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.120392988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.12181051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.122215847Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.122416301Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.122643465Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.124423326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dafd8d3-acd0-406e-a1cf-6744f83cf545\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:50:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.124445197Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.124456757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.124465467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.125963604Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":21,"elapsed":"686.453201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.237327612Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.237703338Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.240953936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.240977716Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.242960321Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.244291525Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.244320725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.244697281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.245580987Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.245603037Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.246850999Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e11464af-12d0-4e5c-819b-59f844e5c164\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.246907371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.246924021Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.247098744Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.248745263Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":21,"elapsed":"809.250521ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.249006417Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.24917953Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.255802927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.256096822Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f67b76-62de-4963-8e99-0013d5962eb8\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256120753Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256137343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256409318Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256433218Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256443638Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256453358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256461408Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256469059Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256615611Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256627531Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.256851775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.256891036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.257153781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.259324399Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.259445171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"895ffe2b-ccc5-40a9-8053-53aa51367711\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.259459751Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.259581973Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e296bc2c-c9b7-450b-bd69-360ec1cc1bb1\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.259594843Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.259605914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.278660039Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.278949584Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.280862557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.284913909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.284943189Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.285080822Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.291868313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 4953a293-3ee9-4fcf-b9b0-ddb5318c1181, kind: Service { id: c36ec202-8c35-4d6a-b1b3-9bac844d8fbf }, name: Name(\"nexus-c36ec202-8c35-4d6a-b1b3-9bac844d8fbf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 73])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 63bde31c-e372-44fa-bf00-bf3a30df21ed, kind: Service { id: f1d166da-3cb7-4a30-8a48-52436a59fe29 }, name: Name(\"nexus-f1d166da-3cb7-4a30-8a48-52436a59fe29\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6bad6448-f01d-4d73-bacf-f12ad1db0aba, kind: Service { id: 02fc0a56-1448-4d70-95c0-f34330562c4b }, name: Name(\"nexus-02fc0a56-1448-4d70-95c0-f34330562c4b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 162])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 769f5143-cf6f-4528-9382-0122c9a2acbe, kind: Service { id: 5d94b88f-d605-40ae-bdec-b8303d159330 }, name: Name(\"external-dns-5d94b88f-d605-40ae-bdec-b8303d159330\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fafea2a0-2c6b-4591-bf02-46f0ff173011, kind: Service { id: 143937aa-1662-4be7-b315-db1f929987b0 }, name: Name(\"external-dns-143937aa-1662-4be7-b315-db1f929987b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 65])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.291908139Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.292055292Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.293702603Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.295591137Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.295608897Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.295759839Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.297873957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.297928058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 769f5143-cf6f-4528-9382-0122c9a2acbe, kind: Service { id: 5d94b88f-d605-40ae-bdec-b8303d159330 }, name: Name(\"external-dns-5d94b88f-d605-40ae-bdec-b8303d159330\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fafea2a0-2c6b-4591-bf02-46f0ff173011, kind: Service { id: 143937aa-1662-4be7-b315-db1f929987b0 }, name: Name(\"external-dns-143937aa-1662-4be7-b315-db1f929987b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 65])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4953a293-3ee9-4fcf-b9b0-ddb5318c1181, kind: Service { id: c36ec202-8c35-4d6a-b1b3-9bac844d8fbf }, name: Name(\"nexus-c36ec202-8c35-4d6a-b1b3-9bac844d8fbf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 73])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 63bde31c-e372-44fa-bf00-bf3a30df21ed, kind: Service { id: f1d166da-3cb7-4a30-8a48-52436a59fe29 }, name: Name(\"nexus-f1d166da-3cb7-4a30-8a48-52436a59fe29\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6bad6448-f01d-4d73-bacf-f12ad1db0aba, kind: Service { id: 02fc0a56-1448-4d70-95c0-f34330562c4b }, name: Name(\"nexus-02fc0a56-1448-4d70-95c0-f34330562c4b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 162])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.297950448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.349859001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","vpc_to_sled":"[Sled { identity: SledIdentity { id: 84074e7c-1a32-4c31-a122-c0b819b9b406, time_created: 2025-03-21T18:41:08.825007Z, time_modified: 2025-03-21T18:41:08.825007Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.349909202Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.349917802Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.350198377Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.352477157Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.352750972Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.354421751Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.357100298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.387477732Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.403111247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c95697ad-8171-463f-a319-53e4465bb21d\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.403136408Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.403148588Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.403786219Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d9cf0e0-93b8-4135-8d60-49ca40d4a54b\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:50:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.40384872Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.404105615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.404152806Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"3ad68654-8244-4fd3-9584-ad367b99a82b\", \"date\": \"Fri, 21 Mar 2025 18:50:39 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.405149603Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.405162804Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","elapsed":"965.738393ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.405172274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":3,"elapsed":"965.747843ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.407181769Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.407376413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.410851594Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.41119796Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.413372788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.413615262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.420358701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":21,"elapsed":"980.788988ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.658492259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89d8d2c2-86e9-40dc-b386-e92114ebe976\", \"content-length\": \"31975\", \"date\": \"Fri, 21 Mar 2025 18:50:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.674910667Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.674945558Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.674953818Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.679158102Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.679467498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.681368571Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.683372456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.683441777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.683664981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.860821477Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"f98da460-2c80-4a76-92ee-c6e7ece2d7d2"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.860867478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_started":"2025-03-21 18:50:38.987790 UTC","collection_id":"f98da460-2c80-4a76-92ee-c6e7ece2d7d2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.860879128Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"collection_id\":\"f98da460-2c80-4a76-92ee-c6e7ece2d7d2\",\"time_done\":\"2025-03-21 18:50:39.677126 UTC\",\"time_started\":\"2025-03-21 18:50:38.987790 UTC\"}","iteration":2,"elapsed":"1.421379937s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.860894338Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Dependency"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.860902569Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":5,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.860910259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.860943879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.861222374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.861237915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.86269113Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.863217459Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.865422478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.865441618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.865743534Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.866414655Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.866440286Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.866569238Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.868312669Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.868560063Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.87067666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.87348134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.87350701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.873653583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.892011056Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"31.128557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.920067129Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.920361194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.950532285Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.95082736Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.952354517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.954179549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.954198889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.954331272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.955766797Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.957727761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.957749612Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.957891244Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.960357938Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.960828626Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.962596657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.965332545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.965356075Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.965545559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.967351661Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.9695903Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.96961343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.969776443Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:39.97244177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:39.972508271Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"blueprint_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"inventory_collection_id\":\"9ac8d5f3-e1ee-4e10-bb4b-c629d5ba2b24\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"111.614363ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:43.406938508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"93b6b09d-b1e1-422f-b2be-2dbd8be12e8e","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.439159004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.439213094Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.439577731Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.439630322Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.439642922Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.439856206Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.441289891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.444185342Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.444197782Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.444338404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.445722209Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.445937033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.447429549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.450094296Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.450107996Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.450250559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.46456522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.464589541Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":62,"elapsed":"25.446197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.469791122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.470177339Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:48.499531415Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"59.888274ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:50:53.407310091Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"cd400bf5-701d-4125-8f68-d01745720586","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.438911193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.438971735Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.439262109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.440744086Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.440759746Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.4410188Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.441039481Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.443693518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.443716338Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.44384043Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.445938517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.446155091Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.447780809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.450311224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.450335314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.450455076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.462340615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.462366936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":63,"elapsed":"23.468822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.472100747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.472442293Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:50:58.474118902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"33.372487ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:03.408324702Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"1efff766-75aa-46f1-ae5e-5f76d43f9616","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":459,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.438748436Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.438813217Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.438824337Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.438835927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.439178553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.439194354Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.439783194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.439794864Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.439802394Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.44012063Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.440953294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.440964514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.440972195Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.440979725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.440987595Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.440995475Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441005295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441016486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441026296Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441036156Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441046236Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441055236Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441064236Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441073107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441081877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441089717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441098357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441108237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441117557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441127808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441137538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441146668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.44128102Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441302331Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441314551Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441420643Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441459003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441476323Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441491724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441527144Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441582805Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.441593426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.442546373Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1533, tv_nsec: 310289359 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.442682575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1533, tv_nsec: 310442341 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.442865418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.442946109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.443081612Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.443968665Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.443992019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444479636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444504127Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444514247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444521167Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444528247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444535427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444543277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444551408Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444561448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444568598Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444574828Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444810712Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"5.013538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444861013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444876403Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444888514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444943904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.444955035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.445048906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.447716453Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.447739604Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.447750014Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.447761954Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.447925107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.447951677Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448215072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448225502Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448266613Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448274713Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448448666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448515577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448721991Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448731721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.448872864Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.451795395Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.452191422Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.45378929Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.454064945Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.454745177Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.454773068Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.45493317Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.455346707Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.455368738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.455538261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.456113831Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"11.591073ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.457569577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.457799221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.458730707Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.459311787Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.459572842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.459793456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.46004253Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.46061152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"19.592365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.461328533Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.461445505Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.461463185Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.461583317Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.461704159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.471505772Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1533, tv_nsec: 339237108 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.471887088Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.490558107Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.490612608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.490623348Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.491070176Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.495302Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"50.808254ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.498437735Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"53.868798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.498857463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.499142528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.503953262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.504179336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.512506033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.512757027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.512815628Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.513109233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.514577969Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.515509216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.515525626Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"74.547831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.515807871Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.516046585Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.516740467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.516767898Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.51688963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.5225576Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.525018283Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.525039763Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.525172255Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.532601706Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.534874156Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.534904957Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.535036209Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.551071951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.551096162Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.551418237Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc0c8641-fe38-463b-9a3c-1375f66cd6d4\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.551434027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.553731578Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.609328386Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.609364696Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.609644541Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11d32bb0-d19a-42a0-a6f0-364f6d51b633\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.609662461Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.611730808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.629780975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.629807296Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.63003974Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8869df4-bf2c-4057-8d85-f2050cd03b22\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.63005786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.631541856Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.668310173Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":22,"elapsed":"229.544926ms"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.670270737Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.670284887Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.673291871Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.673646827Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.673912551Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.673924351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.673931172Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.674450301Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.687858267Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.687898557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":64,"elapsed":"248.094704ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.717135051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"272.529333ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.717299024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"276.307309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.718529224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.71933568Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.719358641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.719367281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"278.326775ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.719455102Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.719463583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"278.509248ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.721693142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.721716462Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.721966116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.722465675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.722706069Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91b697e5-7e60-4962-8545-c6de93cb736f\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.72273433Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.722865412Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7943737a-71fb-437e-8610-670baed2dd33\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.723099886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.724304268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":22,"elapsed":"283.344843ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.724491661Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.724784136Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.725505449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.725805654Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.726614378Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":22,"elapsed":"287.882873ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.757335889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"312.806601ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.770139334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.770165914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.770604212Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"51095200-4b48-4a66-bedb-72741e8aa298\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.770616782Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.770902627Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.7733766Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.773593944Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.776958214Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.777145747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.780533637Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.780547217Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.781062216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e57848a4-3b17-4556-8ee4-df77e20b6f5c\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.782867687Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":22,"elapsed":"341.897343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.783237914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.783622781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.785096557Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"344.014221ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.785594695Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.785611296Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.7858314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.79268488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.792855843Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.794205837Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.795845886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.795979368Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.795996868Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.79612102Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.796145861Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4631d2d4-5f4b-4b8e-a00d-887c70361822\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796180112Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796190582Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796472117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796480777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796487157Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796493817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796500467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796507007Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796690521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796703451Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.796961295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.796970846Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.79722534Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.797453524Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.799203915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.799351727Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6ec0d8-a856-4a3c-a40e-347ad4b5d902\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.799363618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.799440529Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3659bad9-ba94-461c-88b4-037f49c94621\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.799453179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.799463209Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.79950814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.79951906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.799687743Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.890057333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.890678814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b32575e9-f9a7-4dbf-ab6c-9489cd5e3100\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.890700334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.890708414Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.890715044Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.891346905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":22,"elapsed":"450.302209ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.937795942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f50fd3ee-d8de-41d4-9a57-2bd44a2eff2e\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:08.937827443Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.937835603Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.938141118Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da88bd4a-2adb-40f6-8ad6-ae67adedff82\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:51:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.938189159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.938517345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.941715251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.941937545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.945532958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.945848254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.9478939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.948097813Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:08.955398762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":22,"elapsed":"514.323935ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:13.407799951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"758203ad-27a6-4d20-b6cb-0b5cf62468e5","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":282,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.440029156Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.440092507Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.440410923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.440454224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.440464804Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.440680458Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.442181344Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.444970643Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.444983683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.445154596Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.446620372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.446837636Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.44821747Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.450883467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.450901577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.45102971Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.463819354Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.463844085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":65,"elapsed":"23.834149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.470817168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.471110033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:18.472919315Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"32.453621ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:23.408148664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"c1d6af3e-6aab-4987-bc4c-602bf4fdfbd0","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":264,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:28.398125817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:58270"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.398243439Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"aa7e0b13-8ae7-4c86-82af-99dd6ea4467d","remote_addr":"[fd00:1122:3344:101::d]:58270","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.398564765Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"aa7e0b13-8ae7-4c86-82af-99dd6ea4467d","remote_addr":"[fd00:1122:3344:101::d]:58270","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:28.401425726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"aa7e0b13-8ae7-4c86-82af-99dd6ea4467d","remote_addr":"[fd00:1122:3344:101::d]:58270","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3235,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.4016896Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"41982546-bc1f-43c6-a230-715545f12d02","remote_addr":"[fd00:1122:3344:101::d]:58270","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.402024536Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"41982546-bc1f-43c6-a230-715545f12d02","remote_addr":"[fd00:1122:3344:101::d]:58270","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:28.403703706Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"41982546-bc1f-43c6-a230-715545f12d02","remote_addr":"[fd00:1122:3344:101::d]:58270","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2076,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.440196297Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.440224508Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.440519053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.440553954Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.440564254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.440776647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.442294374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.445085713Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.445107334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.445239396Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.447473625Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.44773317Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.449300757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.45175344Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.451766861Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.451896583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.46479379Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.46481628Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":66,"elapsed":"24.623283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.472442224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.47275905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:28.503576512Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"63.013758ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:33.408667512Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"1f48fb61-e017-4408-b880-10ada85a40a8","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":447,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439158527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439225108Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439239178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439250129Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439260119Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439272869Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439284039Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.43929555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.43930666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.43931811Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.43932787Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.43933779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.43934794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439358731Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439369431Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.439378891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-21 18:41:38.439290990 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439389991Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439400101Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439410552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439420922Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:51:38.439430462Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439440822Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439450882Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":67,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439461002Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\"}","iteration":13,"elapsed":"15.28µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439471963Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439747147Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439780498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439827689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439846459Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439859469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439928601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"143937aa-1662-4be7-b315-db1f929987b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1563, tv_nsec: 307333887 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439953461Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3baf715a-13aa-42bd-a7aa-c26883abcb17.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a0a4162f-0d7e-4fdd-81dc-3597f7f19d41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1563, tv_nsec: 307347067 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439972422Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.439985832Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.44044761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.44047601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.258002ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.44049054Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440501251Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440511581Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440521431Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440532051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440542181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440551492Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440806416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440834357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440848827Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440859577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440868817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440880878Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440891058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440904118Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440916888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.628609ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440928668Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.440938359Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.440948089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.44103917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441054881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441064781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441102471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441116562Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.441126642Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441135902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441145232Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441155142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441166443Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441176413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441186663Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441196213Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441204913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441214143Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441224264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441287185Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441377666Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441391956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441509798Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.44162234Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.441655371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.442234901Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.442252122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.442633538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.442656179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.442939174Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446255432Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446282642Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446293683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446303083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446312553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446321623Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446330323Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446342354Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446351814Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446361234Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446372694Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446382374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446391324Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446443535Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446453936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446462876Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446473736Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446484466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.446495356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-21 18:41:38.439290990 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.446504346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"expiration\":\"2025-03-21T18:41:38.439290990Z\",\"pruned\":[]}","iteration":12,"elapsed":"7.085025ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.450026418Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.450404475Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1563, tv_nsec: 317810211 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.450441726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.450803512Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.453822085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"12.665323ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.453897626Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1563, tv_nsec: 319851167 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.453936657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.458692621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.458917365Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.459125298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.461778125Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.462857764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.462884164Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.462947095Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.462962836Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.463160319Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.463319772Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.464586394Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.464608815Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.464861059Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.46716664Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.46719348Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.467274572Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.467349083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.467492966Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.467710129Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.469743225Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.470137592Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.470158442Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.470413397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.473359449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.473388019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.473657434Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.479546447Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"34.325104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.481510142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.485884379Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.491019989Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"45.50365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.493567374Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.49388641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.494233066Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.494971529Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.494992919Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1563, tv_nsec: 362114980 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.495009179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.496483115Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.497950171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.499691992Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.502807367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.502841247Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.503084031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.507878716Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.513144738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.513179959Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.513467494Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.527554192Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.531149935Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.531185575Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.5314262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.531463691Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.531476061Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.531488691Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"89.25279ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.537244742Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.540186394Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.540221985Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.540231515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.540241155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.541838923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.541861773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.542087977Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.543246378Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.544006971Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.544400698Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.54453654Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"99.346287ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.546180949Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.54621147Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.546381233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.551535324Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.551568404Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.551581024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.551591514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.551825669Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.552613692Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.552804726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.55474522Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.555173768Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.556279077Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.556492941Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.557398387Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.557680532Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.561091072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.561123222Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":67,"elapsed":"121.207772ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.561968207Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.562048378Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.562066309Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"120.865116ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.562080939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.562897693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.56554984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.56557918Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.565724383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"120.196774ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.565753323Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.566549568Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.566786832Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.566896764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.567292621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"121.67505ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.567319241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.567678537Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.568589823Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.5718238Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.571856071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.572054144Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.57411025Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":23,"elapsed":"133.61108ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.575352032Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.578246743Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"137.382376ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.587023728Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.587492706Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.605412641Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.605858789Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.60819241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.608462395Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.609270749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.609295229Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.609303989Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.609781198Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"168.586945ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.60989611Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.610884487Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.610913398Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.611137372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.612290602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.612458975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.612482915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.612544046Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.612647968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.618291427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.62183517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.62185921Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.622065704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.622781526Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.622893148Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.623100482Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.623262555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.623720503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.623739273Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.62410476Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4de64004-e61c-4039-bf5c-8e5d8fd19592\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.62412832Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.624727891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.624975455Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.625734968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.625756689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.625765819Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.625773999Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.626133625Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.626476051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.627613791Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.627640982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.627794345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.627817675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.627829565Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.628072939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.629388023Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.629644267Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"184.469735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.630627595Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.633919082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.633948033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.634112886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.634127216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.634162277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.63436281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.651284848Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.651324178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.651338259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.651597713Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.663174787Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.663205527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.663218028Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"222.679436ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.667567184Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.667594065Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"226.417932ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.676052353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-21T18:40:35.840732Z, time_modified: 2025-03-21T18:40:35.840732Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.676087224Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]}},\"default_endpoint\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"236.756143ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:51:38.705750176Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.705779716Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"264.93506ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.72989397Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"288.733428ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.771101135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.810976126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.841561874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.841599675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.84192786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cbfccbd-1e7f-43f2-aa97-06ac641fc059\", \"content-length\": \"525\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.841972761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.842379208Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.856066699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.85609194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.856407245Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7b5a5a-1871-4d55-83c4-9c6109e3d793\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.856420275Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.85842349Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.88968527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/43b29047-12d5-4544-a543-ea35ceb08d18/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.892344617Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.89419304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.894461334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf822c0-e510-4ff5-90dc-39ac18f758c2\", \"content-length\": \"1\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.896087243Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.896100463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.896274786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.896642803Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.896958618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.907429552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.90787064Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d699ef1-af76-4c70-b6c1-d382256ff9f4\", \"content-length\": \"811\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.907898181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(13321847) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.907908601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.907916951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.909426678Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":23,"elapsed":"468.255075ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.910252548Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.910267483Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.910275723Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:09.223068 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.910283486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2}","iteration":12,"elapsed":"471.161756ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.910331824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":23,"elapsed":"471.157596ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.923938653Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.923964853Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.923980454Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.924252908Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.92887114Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.92890779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.929209106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b252c05-131c-4bcb-804f-1e111e1686c4\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.929227226Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.931485346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.9357427Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.9362706Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8b22aa21-06b0-4096-b08f-1a4deab3ce2b\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.93629193Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.937695135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"257e5315-30f5-47de-a5c3-00fd3372c46a\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.937712635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.939770581Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c704a018-e235-4eac-bd7b-24e79042f8d7\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.939789952Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.941841728Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.941885288Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"502.608119ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.955389526Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.955500488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{afcd5669-f8f9-4c61-aaea-98f92112503c: {10.151.1.175: {549a6b5b-225c-47d2-ad95-5704a0753fd0}, 10.151.1.176: {549a6b5b-225c-47d2-ad95-5704a0753fd0}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.955526578Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.958245866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.958266146Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.958415649Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.960911893Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.960934233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.960942724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:08.557588 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.960950694Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1}","iteration":12,"elapsed":"521.706715ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.979702114Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.98008891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"03d31d4b-74f5-40c8-8248-8cb8291ff9f9\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.98010633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.982093385Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"48dcae57-0732-45f0-a997-c90dd105b6f9\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.982124676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:38.983543601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.983563491Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"544.422055ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:38.984956466Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":23,"elapsed":"545.764499ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.039678457Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6ab43a21-31d1-4b6f-b048-8da6b6301b39\", \"date\": \"Fri, 21 Mar 2025 18:51:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.039714708Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.040126075Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.042840053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.043084917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.045639822Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.045979718Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.049410258Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.049775395Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.052148127Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.052410721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.055216181Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.055466655Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.0557824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.056157087Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.057879277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.057892357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.05806026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.058145372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.058157802Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.058449477Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.060026755Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.060208618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.061954289Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.062328435Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.065153405Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.065379919Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.067351984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.067531777Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.069178006Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.06939071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.070829415Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.071010518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.072580196Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.072953902Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2445fb6b-ec6e-414f-b421-86d998436c41\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.072979673Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.072990003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073295328Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073305309Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073311659Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073318569Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073325599Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073331809Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073528352Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073536363Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.073753896Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.073761657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.07396762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.075287534Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.075410096Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4286f441-1ec3-406f-9eb3-ce39a71a9590\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.075422276Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.075533758Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"866e1b1d-8756-476f-8eaf-70a7de452157\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.075550968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.075560778Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.101061667Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.105028386Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 972a035e-783f-405d-837d-8f47e0bd1cc9, lookup_type: ById(972a035e-783f-405d-837d-8f47e0bd1cc9) }, key: 590d719d-18da-48ba-8c88-f87f122c862b, lookup_type: ById(590d719d-18da-48ba-8c88-f87f122c862b) }, key: d99098bf-3f38-4503-9448-37a7cfc83aac, lookup_type: ById(d99098bf-3f38-4503-9448-37a7cfc83aac) }, key: d06e6cd2-03f8-4f63-a542-ceb1207484d4, lookup_type: ById(d06e6cd2-03f8-4f63-a542-ceb1207484d4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.105043877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.10524503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.140614602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.140943458Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.142707439Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.142992064Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.144826186Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.14843114Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 972a035e-783f-405d-837d-8f47e0bd1cc9, lookup_type: ById(972a035e-783f-405d-837d-8f47e0bd1cc9) }, key: 590d719d-18da-48ba-8c88-f87f122c862b, lookup_type: ById(590d719d-18da-48ba-8c88-f87f122c862b) }, key: d99098bf-3f38-4503-9448-37a7cfc83aac, lookup_type: ById(d99098bf-3f38-4503-9448-37a7cfc83aac) }, key: d06e6cd2-03f8-4f63-a542-ceb1207484d4, lookup_type: ById(d06e6cd2-03f8-4f63-a542-ceb1207484d4) }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.14844517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.148609143Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.153808844Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.154096429Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.155968472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.156173876Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.157600441Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.157863326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.159342592Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.159538315Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.161112663Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.161291116Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.16264914Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.162845413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.174447677Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.174464808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.191036699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.191277413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.192418294Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.196457925Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 972a035e-783f-405d-837d-8f47e0bd1cc9, lookup_type: ById(972a035e-783f-405d-837d-8f47e0bd1cc9) }, key: 590d719d-18da-48ba-8c88-f87f122c862b, lookup_type: ById(590d719d-18da-48ba-8c88-f87f122c862b) }, key: d99098bf-3f38-4503-9448-37a7cfc83aac, lookup_type: ById(d99098bf-3f38-4503-9448-37a7cfc83aac) }, key: c0091ccc-2e2f-494a-b553-a939f4540027, lookup_type: ById(c0091ccc-2e2f-494a-b553-a939f4540027) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.200898412Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.201082566Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.202940039Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.203303985Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.205164307Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.205366241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.205791479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.20588965Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:34631"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.205995942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d4d22dec-bd68-41a6-8bec-21d7b525ffb7","remote_addr":"[fd00:1122:3344:101::a]:34631","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.206163025Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d4d22dec-bd68-41a6-8bec-21d7b525ffb7","remote_addr":"[fd00:1122:3344:101::a]:34631","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.207339336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.207493768Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.210050333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.210349609Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.211766894Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.211997488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.213408083Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.213608086Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.215094022Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.222027364Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 972a035e-783f-405d-837d-8f47e0bd1cc9, lookup_type: ById(972a035e-783f-405d-837d-8f47e0bd1cc9) }, key: 590d719d-18da-48ba-8c88-f87f122c862b, lookup_type: ById(590d719d-18da-48ba-8c88-f87f122c862b) }, key: d99098bf-3f38-4503-9448-37a7cfc83aac, lookup_type: ById(d99098bf-3f38-4503-9448-37a7cfc83aac) }, key: c0091ccc-2e2f-494a-b553-a939f4540027, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.222051015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.222216527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.224491638Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.224783073Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.226580064Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.226763618Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.228857874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.229059008Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.231662184Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.231878287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.233342923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.233524106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.234758528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.234943811Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.235951029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.238363082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c23617ba-ce94-4e63-bda7-4ef230add29e\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.238375242Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.238383362Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.238692807Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8d7f66-07d0-49ad-a9f6-7e065e2dcb53\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:51:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.238728608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.238970952Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.239680335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 972a035e-783f-405d-837d-8f47e0bd1cc9, lookup_type: ById(972a035e-783f-405d-837d-8f47e0bd1cc9) }, key: 590d719d-18da-48ba-8c88-f87f122c862b, lookup_type: ById(590d719d-18da-48ba-8c88-f87f122c862b) }, key: d99098bf-3f38-4503-9448-37a7cfc83aac, lookup_type: ById(d99098bf-3f38-4503-9448-37a7cfc83aac) }, key: 549a6b5b-225c-47d2-ad95-5704a0753fd0, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.24226717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.242459043Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.245997336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.246193549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.246563216Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.247099275Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6666462d-1637-4a1d-940a-c6c855d3e405\", \"date\": \"Fri, 21 Mar 2025 18:51:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.248286106Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.248388878Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":23,"elapsed":"807.458439ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.24848956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.253151511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/oximeter.rs:76","collector_id":"c9313efa-637b-46a6-8199-b515674fa14e","producer_id":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:39.253183152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/producers","method":"POST","req_id":"d4d22dec-bd68-41a6-8bec-21d7b525ffb7","remote_addr":"[fd00:1122:3344:101::a]:34631","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":47240,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.253242343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4d22dec-bd68-41a6-8bec-21d7b525ffb7\", \"content-length\": \"41\", \"date\": \"Fri, 21 Mar 2025 18:51:39 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.254646388Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.254663738Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"producer-registration-task","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","wait_period":"150s","lease_duration":"600s"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:39.256333727Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":23,"elapsed":"815.821987ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:41.171790722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/43b29047-12d5-4544-a543-ea35ceb08d18/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae6038f4-75b6-471e-b50e-13e5bef1b3bc\", \"content-length\": \"131\", \"date\": \"Fri, 21 Mar 2025 18:51:41 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:41.176603327Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"vmm_id":"43b29047-12d5-4544-a543-ea35ceb08d18","sled_id":"84074e7c-1a32-4c31-a122-c0b819b9b406","instance_id":"2e043448-9b3e-4d1e-90e9-37166adf0ede","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-03-21T18:51:32.858715011Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:41.176641828Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"vmm_id":"43b29047-12d5-4544-a543-ea35ceb08d18","sled_id":"84074e7c-1a32-4c31-a122-c0b819b9b406","instance_id":"2e043448-9b3e-4d1e-90e9-37166adf0ede","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/instance.rs:2088","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-03-21T18:51:32.858715011Z }","propolis_id":"43b29047-12d5-4544-a543-ea35ceb08d18"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:41.176661698Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"vmm_id":"43b29047-12d5-4544-a543-ea35ceb08d18","sled_id":"84074e7c-1a32-4c31-a122-c0b819b9b406","instance_id":"2e043448-9b3e-4d1e-90e9-37166adf0ede","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:41.177033344Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"vmm_id":"43b29047-12d5-4544-a543-ea35ceb08d18","sled_id":"84074e7c-1a32-4c31-a122-c0b819b9b406","instance_id":"2e043448-9b3e-4d1e-90e9-37166adf0ede","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:41.239301439Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:41.240676674Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":23,"elapsed":"2.799592123s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:43.407858815Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"c61d711f-3e8c-4e58-a320-a1050df45d1e","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":357,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.440071651Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.440128762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.440404987Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.440934877Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.440950387Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.441482486Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.442020896Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.444721593Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.444734333Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.444886606Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.446896151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.447223567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.448735594Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.45136908Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.451402881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.451517672Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.463118651Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.463141901Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":68,"elapsed":"23.112966ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.470946484Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.47127724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:48.501196656Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"60.26521ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:51:53.408665808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"e2b5c5cb-af04-4573-a8b9-4627c321c503","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":393,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.44009384Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.440148071Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.440466076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.441195559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.441206539Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.441388363Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.442462001Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.445068017Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.445083437Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.44521895Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.447133833Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.447467769Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.44862204Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.451251416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.451265926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.451397139Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.461709465Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.461804042Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":69,"elapsed":"21.714432ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.471100005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.471454321Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:51:58.472641982Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"31.440613ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:03.408043275Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"f068abc1-1c1d-4d46-a817-650cdbf5372e","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.43966183Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.439719721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.439730051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.439739521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.440086987Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.440102358Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.440163099Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.440174009Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.440183179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.440559036Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441250988Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441273608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441281128Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441287399Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441294139Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441301439Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441308109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441316429Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441322479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441329799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44133616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44134266Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44134904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44135657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44136267Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44136972Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.44137702Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44138454Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44139151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441398161Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441405521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441411441Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441546383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441559623Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441659465Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441718856Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441754467Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441802828Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441840288Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441850078Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441858619Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.441865419Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44247886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1593, tv_nsec: 309556706 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.442800535Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.443436916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1593, tv_nsec: 310527143 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.44366306Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.443862804Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.444324372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.444386653Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.220175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.444509915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445716057Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445741417Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445749077Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445755927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445761997Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445769577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445776378Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445783248Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445789608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.445795808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.446055223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.446112684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.446124694Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.446167844Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.446176414Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.447337145Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.447359835Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.447441487Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.447452157Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.447566329Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.447583549Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.447596799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.44760681Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.447747082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.448150079Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.448324752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.449472643Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.449609415Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.450427379Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.452066888Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.452079098Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.452254121Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.453573695Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.453600055Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.453760098Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.453771038Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.453784108Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.453940061Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.455216164Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.457434923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.457456633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.457639426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.462118285Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"20.862396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.467977488Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.468287594Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.469305911Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1593, tv_nsec: 336377037 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.469451214Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.469580926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.469712968Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.469947223Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.470113535Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.48175723Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.481785131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.481792781Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.482103786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.484935646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.484980567Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.484988667Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.48517149Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.496933707Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.497333514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.498413023Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.498759109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.499663465Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.500038892Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.502254601Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"56.499193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.506322842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.506582817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.506990314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.507477503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.509955336Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"68.659208ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.511634056Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.513493138Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.51359673Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.513863955Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.514432835Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.514454745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.51471573Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"68.955633ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.51472924Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.515625646Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.51589026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.515904951Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.516079784Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.517756483Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.517776134Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.517941277Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.518834372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"73.067805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.522297503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.525048562Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.525063242Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.525200194Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.527162889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.527188199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"85.906691ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.533315357Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.533337538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.533346438Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"92.013318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.54259878Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.543947904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.544247449Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.544944082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.544972952Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":70,"elapsed":"104.807123ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.54711552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.54713907Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.547381474Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.549332519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":24,"elapsed":"108.02566ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.550665392Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"104.941396ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.555757312Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.555781722Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"114.504824ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.561424681Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.561455272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.561758547Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed2c5d9-a72f-414b-abba-842c9d34aacc\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.561776278Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.563915645Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.582008023Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"136.274907ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.592676561Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.592999457Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.615764167Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"174.396107ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.634654059Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.63467505Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.634964705Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9cbdbd9-aa41-48eb-9b19-271777e2a1b0\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.634981125Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.637384847Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.644020414Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.644047825Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.644290179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cadc19a-7855-4a40-ab94-5dfe676e68c1\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.644306679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.646604879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.692924214Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.69324889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.705364923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.705386883Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.706823058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.708893545Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.708914095Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.709068038Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.710686046Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.712846104Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.712869895Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.713020018Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.715721735Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e7ae37-0781-4861-b71c-73faf7fcf4aa\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.715754615Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.716226494Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.754185851Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":24,"elapsed":"314.531061ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.757379398Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.757663523Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c2de4f-12d6-4ba3-a425-aa6d4aac97ba\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.759160359Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.759471004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.760854469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.760866779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.761109693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dc3d2399-60f9-4fec-a762-e56b5e2aa7e5\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.761120553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.761457199Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.764442582Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":24,"elapsed":"324.767001ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.780226554Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.782101792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.782360027Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.78309681Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c32e975-5a40-4974-89bc-36b0fb838b01\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.78312272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.783134011Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.783143891Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.784156029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":24,"elapsed":"342.775108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.785271998Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.785459261Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.788720319Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.788740089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.789117886Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"97dd360b-93c7-4c07-a2be-9590a906e89b\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.790660053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":24,"elapsed":"349.322674ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.803525579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.803907266Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.80587934Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.805891141Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.806080314Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.816196112Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.816427916Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17671eb-c5bd-4b1a-baf7-b252ec5f6b69\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816447726Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816457126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816708721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816719871Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816726991Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816734942Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816742322Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816748602Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816910385Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.816920075Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.817159679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.817167699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.817405583Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.819859936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.819960998Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7caece19-4ff0-4a34-98d3-dd97edb6479f\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.819972828Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.82006778Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78ad64e5-4818-40b7-a091-5e4afe65413d\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.82008035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.82008884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.91273775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b7edd960-4fc5-4bbf-94df-4e499510a341\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:08.91277035Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.91278288Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.913110786Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce3aca7e-2024-4c00-8fb5-ad7760214763\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.913153817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.913475383Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.918501981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.918725275Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.922701295Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.922874078Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.925011286Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.9252657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:08.932254023Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":24,"elapsed":"490.999455ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:13.408487221Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"e508edc0-91d6-45a9-b9b7-c40ac8de7e91","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.440704847Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.440759497Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.441035633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.441074553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.441086323Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.441239616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.442839734Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.443422344Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.443671899Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.44484546Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.753436ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.445553152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.445564752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.445701324Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.448071356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.448529304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.450074831Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.452768949Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.452790829Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.452924031Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.4619064Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:18.46193192Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":71,"elapsed":"21.239883ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:23.409052799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"aad0a352-c23e-4874-a498-ab603f8e48fd","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":310,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:28.398268268Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:47887"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.39838693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"c1157d82-311f-4eb6-b888-0393d19681fb","remote_addr":"[fd00:1122:3344:101::d]:47887","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.398774757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"c1157d82-311f-4eb6-b888-0393d19681fb","remote_addr":"[fd00:1122:3344:101::d]:47887","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:28.401467675Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?sort_by=id_ascending","method":"GET","req_id":"c1157d82-311f-4eb6-b888-0393d19681fb","remote_addr":"[fd00:1122:3344:101::d]:47887","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3147,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.401726909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"c2d9bb6d-b772-4c9b-bdf6-87b53fa6d4cc","remote_addr":"[fd00:1122:3344:101::d]:47887","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.402090635Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"c2d9bb6d-b772-4c9b-bdf6-87b53fa6d4cc","remote_addr":"[fd00:1122:3344:101::d]:47887","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:28.403892717Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/metrics/collectors/c9313efa-637b-46a6-8199-b515674fa14e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzMwZDY1ZS1hZjExLTQ4MWItODk1Ni0yYjk0ZDc1MmEzMTYifX0%3D","method":"GET","req_id":"c2d9bb6d-b772-4c9b-bdf6-87b53fa6d4cc","remote_addr":"[fd00:1122:3344:101::d]:47887","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2231,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.440191496Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.440224876Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.440670984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.441377566Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.441385577Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.441643521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.469977049Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.470187263Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.470695192Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.47341931Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.47343503Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.473586463Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.475458936Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.475635609Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.477081774Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.479501037Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.479513657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.479640889Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.49104297Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.49106755Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":72,"elapsed":"50.879475ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:28.500049498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"58.666942ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:33.408927015Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"7db58cf8-53e7-4a0e-8dec-7d4cf19c4584","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.439910779Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.43996683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.4399757Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.43998279Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.43999082Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.43999775Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440006151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.440013841Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-21 18:42:38.439980220 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440022341Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440030661Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440037371Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440044021Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440050691Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440057701Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440063981Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440071762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440078472Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440086122Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440092662Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440099792Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:52:38.440106302Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440113142Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440120202Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\"}","iteration":14,"elapsed":"11.6µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440128123Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440139983Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440297746Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440490019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.44052714Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.44054408Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.44055909Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"143937aa-1662-4be7-b315-db1f929987b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5d94b88f-d605-40ae-bdec-b8303d159330.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1623, tv_nsec: 307328427 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440594341Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440611961Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440626111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440640272Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3baf715a-13aa-42bd-a7aa-c26883abcb17.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a0a4162f-0d7e-4fdd-81dc-3597f7f19d41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cd1a4c46-6edf-4cec-b78e-f7712fa5c1f2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1623, tv_nsec: 307368147 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.440975168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441003088Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.046448ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.44113628Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441160991Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441170661Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441178051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441184801Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441191971Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441199381Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441206232Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441213572Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441219842Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441226302Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441233382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441240852Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441248042Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441256673Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441266143Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.441277473Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441286983Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441297573Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441307153Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441317214Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441326994Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441336164Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.441345004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441353754Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441362804Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441373135Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441382255Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441391835Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441401155Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441415005Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.416825ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441431356Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441506847Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441553058Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441608749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441625029Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441637249Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441646579Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441719121Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441831403Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441841073Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441849633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441857773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441865953Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441875473Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441883984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.441891754Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442013926Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442024506Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442151998Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442166109Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442207799Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442296051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442383822Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442392702Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.442707478Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.443194767Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.443429111Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.443539133Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1623, tv_nsec: 310300519 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.443673355Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.443808437Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.44393984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.44398337Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1623, tv_nsec: 310753587 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.444141033Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.444151304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.444208074Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.444283366Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.444835625Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.723603ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.44511506Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445126881Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445158801Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445173621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445183682Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445194222Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445203552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445213342Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445222812Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445232732Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445241392Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445250343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445415976Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445431686Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445444446Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445456126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445467527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445513927Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.445528898Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.446481905Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.446526815Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-21 18:42:38.439980220 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.446549846Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"expiration\":\"2025-03-21T18:42:38.439980220Z\",\"pruned\":[]}","iteration":13,"elapsed":"6.549905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.44737778Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.448973218Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.448986758Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.449114271Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.449124761Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.449170832Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.449283284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.449744702Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.449768452Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.449890414Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.450087958Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.451982171Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.452239846Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.452265946Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.452441519Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.453531678Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.454487115Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.455374151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.455403661Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.455625495Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.456356218Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.456373938Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.456527281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.457785793Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.457816514Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.457995647Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.458373894Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.46161574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.461641351Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.461800684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.461813504Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.463027555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.464362369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.464389709Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.464578433Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.464703415Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.464934489Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.468118275Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.474316274Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"29.153302ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.474446276Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"29.282365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.474708561Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.47523337Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.475402823Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.475873331Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.477634502Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.47808151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.478244053Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DnsResolver","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-84074e7c-1a32-4c31-a122-c0b819b9b406.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1623, tv_nsec: 344988079 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.47863278Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.486709072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.489847727Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.489876808Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.490104912Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.49343632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.49511326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.495286113Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.495839262Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.495880343Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.496551865Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.496581555Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.496592396Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.496909091Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.497325528Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.497354759Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.497576003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.499058639Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.49908693Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.499320874Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.500148128Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.500171859Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.500332752Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.501660385Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.501689185Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.501699976Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.501875019Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.502443915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.503114539Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.504836791Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.505066425Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.506419659Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.506440479Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.506595382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.50707629Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.507098191Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.507309284Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.511247513Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.511902585Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.511929805Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.511943436Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"69.449172ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.515899115Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.515952256Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.51788381Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"72.74793ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.517960382Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.517976992Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.518200866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.518229516Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.51844801Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.522792896Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.522825887Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.522838137Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.522848517Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.522890168Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"81.724707ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.523307725Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.523341086Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.525652117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.525681147Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.52583509Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.528975845Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"83.824674ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.531846866Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.531876426Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":73,"elapsed":"91.734483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.535551281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.536002739Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.536536468Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.536564299Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.536583459Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"95.317466ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.540970126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"95.840716ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.542592215Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.542624885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"101.267681ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.553281553Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.55372724Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.554753538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.554784979Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.554798249Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"113.559478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.555295838Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.5553767Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.55540509Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.555924369Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.55594769Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.557484126Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.557511657Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.55765704Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.559630794Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.559657515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"114.500624ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.559852608Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"118.552935ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.559905729Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.560678003Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.561011659Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.562494345Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.563538313Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.563879509Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.564816906Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.564839326Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.564848076Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.564858026Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.5650742Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.565176072Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.565449187Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.566703169Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"125.455726ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.567071445Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Sled { parent: Fleet, key: 84074e7c-1a32-4c31-a122-c0b819b9b406, lookup_type: ById(84074e7c-1a32-4c31-a122-c0b819b9b406) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.567102346Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.56736448Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.568438259Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.56845103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.568610502Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.56907006Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.569095901Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.569225043Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.570713089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.571856929Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"0","iteration":25,"elapsed":"130.720569ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.574406684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.574428995Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.574637518Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.576726975Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.576752416Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.576764046Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.576938509Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.578575648Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.58270152Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.582727521Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.582919174Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.58499129Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4159a532-9e62-4236-a78b-9c7bc6d61c93"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.585018131Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.585027771Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:09.223068 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.585036471Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2}","iteration":13,"elapsed":"144.9882ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.585267335Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.585279515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.585585721Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f37a54e4-0ba1-4c72-9060-16b20ec60801\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.585605231Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.586870913Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.591716499Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.591743749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"150.540128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.598570469Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.598856014Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.599916413Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.599933773Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.600169527Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d22150d7-d566-4476-a779-5e74ab45a024\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.600193298Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.602349146Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.605601013Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.605626743Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.605640793Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.608229739Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-21T18:40:35.840732Z, time_modified: 2025-03-21T18:40:35.840732Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 972a035e-783f-405d-837d-8f47e0bd1cc9, db_silo: Silo { identity: SiloIdentity { id: 972a035e-783f-405d-837d-8f47e0bd1cc9, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-21T18:41:09.117469Z, time_modified: 2025-03-21T18:41:09.117469Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.6082715Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]}},\"default_endpoint\":{\"silo_id\":\"972a035e-783f-405d-837d-8f47e0bd1cc9\",\"tls_certs\":[\"af50aaf7fb08d8eb971fbe602456584bbd32820155eaf4c6e3fa30af05193711\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"168.063055ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.61055241Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.612393572Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.617475132Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.617496632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.617754117Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.623321824Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"61f348c5-11b1-4930-8236-757419603405"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.623350645Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.623365875Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"current_time_created":"2025-03-21 18:41:08.557588 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.623379056Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1}","iteration":13,"elapsed":"183.312164ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-21T18:52:38.651105233Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.651150084Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"209.861921ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.65434605Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"213.158678ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.689419917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.689465621Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.689789729Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"MgsClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9518b1-8679-4c88-80c9-3eeb6b9f45c9\", \"content-length\": \"26\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.689817086Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.691391281Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.691552024Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/mod.rs:1203","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.691803089Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.693373956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.696479141Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.696499531Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.696684945Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.704086285Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.706324854Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.706349795Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.706581679Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.718323245Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.740293681Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.781424085Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":25,"elapsed":"341.401174ms"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.788513749Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.7885456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.788899616Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9057e80-4ee9-431c-b1ed-cdc4bdf07de8\", \"content-length\": \"372\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.788934287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.789282633Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.832498043Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.832526264Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.832745538Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a17700fc-8869-4637-9480-892bd02d8dc9\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.832759708Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.833074103Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.835127119Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.835320683Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.838895516Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.839232112Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.892633441Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.893030108Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe53995-6cf4-4dc4-bb15-453bd0b6af97\", \"content-length\": \"691\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.893056378Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.893066098Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.893074179Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.894909611Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":25,"elapsed":"453.69881ms"} {"msg":"VPC route manager sled 84074e7c-1a32-4c31-a122-c0b819b9b406 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.896072341Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.896088912Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.896464788Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"SledAgent":"84074e7c-1a32-4c31-a122-c0b819b9b406","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3efb1ee3-71e6-4a60-accf-593c0a1d0529\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.898470923Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":25,"elapsed":"457.19219ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.943543526Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.943810511Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1938e63d-a561-4979-81cc-287cb3301e39\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.945646373Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.945934588Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.947943764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"null","iteration":25,"elapsed":"507.903382ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.995631412Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.995690353Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.996050739Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d0680dc7-f11f-4368-bba3-3d7fff2800be\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.99606254Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.997900632Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4d81005f-c099-4bc1-b78e-63118d57b539\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.997914132Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:38.999425939Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:38.999438219Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"559.546301ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.057007151Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.05754689Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"48d1b166-aa2f-4894-8b18-d6c44a8c3769\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.057573391Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.059884831Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f7916829-e1a7-4a2a-88a2-8ae0aecc493f\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.059899012Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.061696093Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"63ea8934-75db-42cb-843c-5715047012a5\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.061711764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.063721885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.063760595Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"623.82214ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.074262484Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.074622711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.07686745Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 018c4ddb-4c9d-42a9-8fc7-21a352a41207, rack_id: 824266aa-507b-4201-8ccd-ac7c6cbafcf0, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b56b205f-9407-4341-b44d-e76ec8bb1833) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.07688563Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.077119684Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.086778574Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.08711656Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79fe270e-0dc7-4e19-99f1-1d224f23d915\", \"content-length\": \"134\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087141051Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087152591Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b56b205f-9407-4341-b44d-e76ec8bb1833","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087445676Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087456456Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087462846Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087469537Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087475817Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087482367Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.08766127Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.08767211Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.087916984Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.087926165Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.08824956Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.090600552Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.090709613Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3d98a5-2988-46a5-9854-b6f26b5f8a21\", \"content-length\": \"2\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.090727004Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.090809515Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"component":"DpdClient","rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"349d16b8-41e5-44e7-9fda-1c5005c0af75\", \"content-length\": \"52\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.090834165Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.090844136Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.196949462Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"170ed926-85b2-43be-a7d3-44b5de7e9381\", \"date\": \"Fri, 21 Mar 2025 18:52:39 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:39.196978762Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.196988372Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.197270748Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"rack_id":"824266aa-507b-4201-8ccd-ac7c6cbafcf0","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305d6172-4443-4b27-b33c-f52f10ce3190\", \"content-length\": \"682\", \"date\": \"Fri, 21 Mar 2025 18:52:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.197311648Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.197664764Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.202019361Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.202375437Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.20594032Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.206342917Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.208585287Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.20879711Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:39.216533556Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{}","iteration":25,"elapsed":"775.379776ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-21T18:52:43.408434884Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"uri":"/f1d166da-3cb7-4a30-8a48-52436a59fe29","method":"GET","req_id":"6ee88ec0-4f4f-4786-9059-6d253a668e42","remote_addr":"[fd00:1122:3344:101::d]:36180","local_addr":"[fd00:1122:3344:101::a]:60858","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":348,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.44065885Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.440741662Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.441131498Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.441188699Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.441206559Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.441530915Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.443455879Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.446268249Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.446282159Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.446452572Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.44861904Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.448848304Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.450385921Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.453033227Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f357fa4-66b6-436b-8baa-8b04020c613f, lookup_type: ById(0f357fa4-66b6-436b-8baa-8b04020c613f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.453053178Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.45318634Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.460695092Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"original_time_created":"2025-03-21 18:40:30.644494 UTC","original_target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","time_created":"2025-03-21 18:40:30.644494 UTC","target_id":"0f357fa4-66b6-436b-8baa-8b04020c613f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.460709593Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f357fa4-66b6-436b-8baa-8b04020c613f\",\"time_created\":\"2025-03-21T18:40:30.644494Z\"}","iteration":74,"elapsed":"20.092653ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.471578334Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.471970921Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-21T18:52:48.472930977Z","hostname":"oxz_nexus_f1d166da-3cb7-4a30-8a48-52436a59fe29","pid":23030,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f1d166da-3cb7-4a30-8a48-52436a59fe29","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"31.738278ms"}