{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:01.653369473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"2ec4a38a-8dd9-4ca8-b0a9-f857ac0e1c8e","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":381,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.948546204Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.948593655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.948602575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.948610055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.949095848Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.949117619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.950954729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.951426971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.951775301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.953437605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.953458046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.953574569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"5.013056ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.95358596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.954835133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.955044219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.95658166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.958999706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.959015456Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.95914856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.96768122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:10.967711171Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":15,"elapsed":"19.167217ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:16.654884083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"d7326ee4-d39d-4e90-a392-026c0a1c2213","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":380,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.948953274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949016426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949028496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949037777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949045887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949054067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:20.949064697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949074238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949083408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949093168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949102868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949111839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949120309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949129329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949137949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949147269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.94915677Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.94916541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.94917421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.94918327Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949191581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949200681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949209411Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949218742Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949227512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949235812Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949244912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949254023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949263693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949272233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949280713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949289623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949298544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949306944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949316314Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949374576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949567621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949585521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949595802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949606142Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949617232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949628793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949644913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949655983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949680344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949709285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949720755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949729765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949736405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949745716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.949753776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.953568919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.953879427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":6,"elapsed":"4.934143ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.954171465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"5.020026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.954689639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.955702877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.955721567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.955892942Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.956619571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 815, tv_nsec: 45062565 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.956754765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.956781715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.956907149Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:20.956987661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.958782209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.959216691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 815, tv_nsec: 47652285 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:20.959586761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.960572748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.962784917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.963158528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.963189299Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.963465116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.963916188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.963937729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.964117193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.966370164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.966392405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.966651022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.96807097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.968345468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.968715177Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.968733818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.969011036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.969029816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.970948138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.973462706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.973483846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.973638881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.994829592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.995200972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:20.997560126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.997576226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.997582896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.997885435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:20.999851088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"50.656907ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.000532246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.000847025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.001232035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.001248135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.001256056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.001475952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.006794645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.007150085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.007776462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.009286712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"60.078281ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.009345024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.009437236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.009707164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.009832027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.010459174Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.010471724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.01068205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.013087235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.016059485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.016084676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.016345683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.017913095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.017939336Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"68.817917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.018707246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.018958643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.020299849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 815, tv_nsec: 108728173 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.02066905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.023003913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.025562562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.025578952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.025729266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.029040825Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.029364204Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.041979194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.042005965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.042362765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aeb6394-d077-448f-9494-27620465956a\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:45:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.042389996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.043768893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.050756811Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.0525654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.05293994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.053364812Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.053376762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.053386102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"104.420288ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.054377439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.05440995Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.054676667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.057642267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"108.474118ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.074884682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.074923774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.075267123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43eb8b7c-86f3-40ad-a5f9-043d8c57bd1b\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:45:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.075293613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.077791621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.113112834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"164.063887ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.138194321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.138236252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.138563041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"563333b3-e290-441f-87c4-94d247709b52\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:45:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.138607212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.139095575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.142749424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":6,"elapsed":"193.569753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.148039187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.148305304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.151543291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.151569622Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":16,"elapsed":"202.483804ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.152151878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.152524897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecdf0569-0d5f-433d-97c8-4747213ce866\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:45:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.154161452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.15447588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.157126212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":6,"elapsed":"207.996542ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.15817932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.158194941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.158631922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"400fe7c1-1dbb-4c12-936f-b9757081c744\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:45:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.158656283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.160138003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.16818391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":6,"elapsed":"219.144114ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.171810438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":6,"elapsed":"222.592686ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.176461014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"227.371315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.193110523Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.193630597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.193647427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.194991134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.195010054Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.195149038Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.196995818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.198810757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.198836947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.199002902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.263897663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.264275033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.265741413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.265761233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.265902807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.275953428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.276337239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16953f87-abd0-4e68-94db-7fc5a32f57b6\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:45:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.276360739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.27637181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.276717689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.276729199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.276736429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.276743869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.27675203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.27675915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.276952345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.276962795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.277226723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.277234863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.277547341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.293005098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"95b95f01-8958-4bfd-9ecd-efb1601d23f1\", \"date\": \"Thu, 07 Nov 2024 22:45:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.293025669Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.293338557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.296200745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.29751782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9536b4a4-4252-4526-ab8e-5e91dfb00f54\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:45:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.297540401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.297549801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.297556291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.298002033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.298127067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2a3c2a2-853d-4e2b-8df9-b94bfa983408\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.298137247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.298237389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca4c3f9d-69ca-4586-8ed8-55761ae9d86e\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:45:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.29825357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.29826356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.298859296Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":6,"elapsed":"349.807249ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.299211256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.299539655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.302374571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.302615738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.305946398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.305969028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.310315515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0fddbbbc-a52d-4d4d-a6b7-0fec125035c6\", \"date\": \"Thu, 07 Nov 2024 22:45:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.312146625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":6,"elapsed":"363.15604ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.477544118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"53b3946f-65e3-40d4-a65c-9e35cf26e48a\", \"date\": \"Thu, 07 Nov 2024 22:45:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.477585489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.477595849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.477861316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead4bbfc-8aba-4654-a948-051e23ab0c04\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:45:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.477904687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.478208485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.481151055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.481475093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.484261989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.484451644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.486836838Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.487154487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.494067053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":6,"elapsed":"544.889203ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.646946109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"1c070263-56a7-4ff2-9727-57729c517a15","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.647244447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"1c070263-56a7-4ff2-9727-57729c517a15","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.648890961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"1c070263-56a7-4ff2-9727-57729c517a15","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2012,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.649124717Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"e38c6f02-1413-4bc3-882c-d1c4a90be63b","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:21.649524298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"e38c6f02-1413-4bc3-882c-d1c4a90be63b","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:21.651132652Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"e38c6f02-1413-4bc3-882c-d1c4a90be63b","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2073,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.948677627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.948761559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.94877885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.94879303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.949268863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.949292183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.951364959Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.953855356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.953871067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.954023211Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.956237261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.956415136Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.957606238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.95992201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.959957241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.960068414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.969654733Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.969674983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":17,"elapsed":"21.018377ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.977809873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:30.97807477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:31.005904891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"57.211533ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:31.653176117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"a83930d3-faa1-43c7-b388-2821fd2d5a98","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":536,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.948389649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.948472441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.948494342Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.948509102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.948896533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.948934494Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.950785273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.953505947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.953524077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.953665841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.95509139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.955345356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.956887718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.959458978Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.959471508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.959627642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.978703407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.978741238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":18,"elapsed":"30.358249ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.984417031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:40.984779181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:41.014941675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"66.543776ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:46.652796906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"cf12c284-4024-4aa2-bec3-b628f321c664","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":552,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948284916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948350958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948362348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:45:50.948371868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948383468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":5,"elapsed":"18.28µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948395379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948404959Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948413799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.9484229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94843106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94843964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.9484479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94845568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94846293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948471641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948480671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:50.948489541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948497662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948505362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948514332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948522532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948530782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948539873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948548523Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948557003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948564793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948578114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948586044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948594014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948602354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948610234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948618385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948626645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948634405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948642915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948651936Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948660946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948669306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948677496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948685476Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948694807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948703057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948711117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948718197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948725488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:50.948733238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:35:50.948641585 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948740828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948749208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948757909Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948764749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948772319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948783769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94879493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94880711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94881768Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94883044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948842761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948853311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948866841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948878002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948888272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948898322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948908582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:50.948919783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948930513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948941123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948966484Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.948980555Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949031916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949054397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949068697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949082787Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949096668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949109598Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949123288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949136799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949147849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94919091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949204581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949217391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949228281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949237522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949248582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949258852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949267782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949275972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949285553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949295783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949315184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949327814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949391996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949403146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949455347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 845, tv_nsec: 37871781 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949614052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 845, tv_nsec: 38042906 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949638572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949648122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949908209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.94993437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949947741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":4,"elapsed":"1.420389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.949960231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.950119385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.950147186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":4,"elapsed":"1.391467ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.950161746Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.953341792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"4.876532ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.953446875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.953806125Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.954056852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.954267437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 845, tv_nsec: 42689721 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:50.954546615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.956127297Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.956152618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.956305332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.957204837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.957440723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.964698509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 845, tv_nsec: 53105272 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:50.965079479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.965644754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"17.067521ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:50.966794455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:35:50.948641585 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.966815316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:35:50.948641585Z\",\"pruned\":[]}","iteration":4,"elapsed":"18.15817ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.991632186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.992294403Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":7,"elapsed":"44.009998ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.992561311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.994842892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.994867053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.9951246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.997105643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.997128234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.997138714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.997433462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:50.998450399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.000785082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.000816373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.000907246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.001630455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.001990625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.002012955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.002288483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.0043973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.004426171Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.004672707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.004695218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.007254917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.007282618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.007463743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.008512201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.009078496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.00923441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.009255861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.00958846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.011755849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.01180707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.01182308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.012066037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.012131619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.012263982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.012295343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.012500729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.012521559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.013985279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.014205224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.014424781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.014861972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"66.234197ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.01552095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.01553924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.015764877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.018525821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.018554362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.018772118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.019324383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.022383845Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.024772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.024862572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.024875392Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.024881683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.024890903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.025086548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.025200371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.025211052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.025219582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.025471748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.025872739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.026147417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.02736031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.02738816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.027593956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.030530525Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.030548305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.030557986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"81.834708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.038955223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.039343893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.083018301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.083073283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.083084713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.083093974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.083465784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.090256837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.090693248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.100977886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.101029138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.101051308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"152.591708ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.101626043Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.101659124Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.101670565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.101680755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.102073986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.109563118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.109614289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.109972029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfdb32b8-4d20-46fd-a140-7bbba40bea87\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:45:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.11000198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.112516208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.114142931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.119048094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.169379832Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.169814374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.173843392Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.173876903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.174305295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8525e14a-dfba-464c-af0e-06112978fd68\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:45:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.174327265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.176171885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.263347427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.263668476Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066803ee-d25c-4ef0-9878-e0d860a6450d\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:45:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.265049184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.265340091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.296456701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.296774849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8a9a433a-0455-4f9f-852d-71dd9535c925\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.29679004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.298348702Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"201ed710-73b9-4789-adfa-0fd925479f40\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.298364292Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.299629997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.299643667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"351.225748ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.300785868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::3]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.301074116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::3]:32222/node/id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7991d6f0-a310-4798-97aa-f8d974cac6b1\", \"content-length\": \"64\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.301109426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.30161396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.303690346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.304034436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.30569067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.306013439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.307029786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.307482578Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.307982932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":7,"elapsed":"359.44981ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.308207038Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.308232659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.308240459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.308591339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.309962005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.310421548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 845, tv_nsec: 398811821 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.310762877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.313252384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.313278035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.313420039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.315805323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":7,"elapsed":"367.444656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.316547533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.316735808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.319227286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.319255116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.321949319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.32865072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.328713482Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.328958568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.33275149Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.351327712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"402.622885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.351728823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.351807795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.352056241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.352257657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"403.870478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.352428751Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.352891104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.353730386Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.353752317Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.353899651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.3546123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.354632951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":19,"elapsed":"406.050957ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.356209823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.356611764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.360222692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.361538007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.361569918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"413.20271ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.363890041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"415.103981ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.36499079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.365014461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.365261168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.36829385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.369613945Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.369630355Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.36979886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.371320831Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.371344912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.371356452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.371516146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.373083589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.373102529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"424.664349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.373833999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.376708597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.376723997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.376732547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"428.055481ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.377149058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.377160559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.377327363Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.378019262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.378029972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.378282339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.380285283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.380450778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.380463998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.380472188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.380481198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":4,"elapsed":"432.060299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.38053978Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.38201805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.384859197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.384872537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.385086673Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.393466668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.394808354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":7,"elapsed":"446.169819ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.395935505Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.395952135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.396105639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.3968803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.396892801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.396902541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.397060255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.397689172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":7,"elapsed":"449.361036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.420528358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.420882388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.429411548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.429460519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"481.108902ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.437215829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.437242169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.437560398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0cfb149-7b5d-47de-a4e7-9e846fadd441\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:45:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.437582888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.439627464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.439916902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.442726637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.442745088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.442885582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:45:51.446296254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.446313714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"497.811703ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.448293248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"499.739254ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.455358058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.455839431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0a121f64-9878-41d4-8f53-e7a84f3e8ef7\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.455852712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.457313221Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"05ea26b3-c3e6-4cae-8507-c9428dbe7fc8\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.457324181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.459151521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.459400947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"def4d519-f1a2-48a8-9319-8e8d489422cd\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.459414528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.461035941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.461046382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.461208706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.461436062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.461485093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"512.828808ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.498871032Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.498887423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.500827165Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.501065521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.501075472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.501084922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.501093382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":4,"elapsed":"552.622861ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.501782411Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd174d9d-6b1f-44f5-894b-1bc1d565d493\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.501815172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.5021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.502725916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.502748207Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.502908711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.54176018Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.54179044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.542199502Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4a2ab5ae-5f4c-4a6a-be3a-6d6c4ec37baa\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.542210742Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.542539571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.544409491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.544620337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.547554956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.547739891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.551133123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.551149843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.551810541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"10e52aa6-4e0b-439f-8258-879d3118d5ef\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.55324788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":7,"elapsed":"604.44714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.568744728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.569121328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.570276719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.57028928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.570633169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.596513947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.59700086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff3f6f2-7193-49d2-98ce-8e88e0fc606d\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.597022341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.597030051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.597036431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.598296275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":7,"elapsed":"649.538277ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.606071405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.606377133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba92410-3215-4175-b99c-964df916c7be\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:45:50 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606402724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606414354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606667931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606678562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606686232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606694262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606701722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606709122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606879977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.606891127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.607137354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.607148324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.607556605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.609812126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.609937139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c94449-071e-40c5-b986-c0a68db50be0\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:45:50 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.60994684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.610050582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45898697-556d-475f-bb74-22aebc6b4675\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:45:50 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.610064933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.610074063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.703483014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3bf82183-a4c4-40e1-ab14-dc56b12b7716\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:45:51.703506974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.703515364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.706528536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8664cd-6724-43b9-8320-bae558c9848c\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:45:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.706558857Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.706864535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.71039997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.710587105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.714011108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.714338677Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.716203347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.716432623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:45:51.722814005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":7,"elapsed":"774.039066ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.948959114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.949028536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.949039896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.949048396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.949298863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.949314373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.95068341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.953072485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.953097345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.953215049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.957557676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.957851974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.959163379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.961631016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.961644876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.96178164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.973062444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.973084655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":20,"elapsed":"24.134681ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.976406744Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:00.976651811Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:01.01181468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"62.851466ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:01.653521095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"12dc6698-51ea-4083-86d7-61f195235e4f","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":330,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:06.646532807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"7cfaa561-5089-4166-ac6a-372e875f02b0","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:06.646838205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"7cfaa561-5089-4166-ac6a-372e875f02b0","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:06.64961245Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"7cfaa561-5089-4166-ac6a-372e875f02b0","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3155,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:06.649915528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"e37e4a3c-fe45-4903-ba06-c6f617b5a5b5","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:06.650256337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"e37e4a3c-fe45-4903-ba06-c6f617b5a5b5","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:06.652473597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"e37e4a3c-fe45-4903-ba06-c6f617b5a5b5","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2621,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.948898632Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.948980434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.948997384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.949012975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.949378985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.949467637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.951272076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.95366253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.953681931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.953800454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.955850769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.956149797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.95772038Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.960194707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.960205047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.960348091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.97144092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.971462551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":21,"elapsed":"22.572849ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.978342036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.978543462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:10.980258008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"31.349066ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:16.653733771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"db19c0bf-7bd6-4e95-b6d3-e3612dad0e06","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":522,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949123118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949188419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949200069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.94920923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.94921836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.94922846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.94923839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949248041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949258511Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949268421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949277772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949287772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949297822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949307143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949317133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949325943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949337313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:20.949348413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949359754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949369634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949381325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949392505Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949402935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949414345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949424326Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949434396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949443816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949454707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949463787Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949474677Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949484647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949495288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949504648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949514448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949522968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949623941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949726334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949764955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949778085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949788285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949798246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949818636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949830537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949842517Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949853857Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949864738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949875438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949886218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.949939429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.94996627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.94997641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.951692387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.953518426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.954845802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 875, tv_nsec: 43228886 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:20.955301684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.95552083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.955607793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"6.367682ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.956196068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.956222899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.956232489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.957866423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.957905804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.958165182Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.958561442Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.958584023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.958814649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.960860904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"11.48887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.96145078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.961748128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.964462471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.964479972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.964670757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.96480279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.964820501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.965077098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.972105958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.974648316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.97515917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 875, tv_nsec: 63549584 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.975175341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:20.975506159Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.97553001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.975545791Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.975797397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.976600519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.976966999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.979218159Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 875, tv_nsec: 67604434 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:20.979570119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.98220334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:20.982653022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.010615737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.011023408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.011570793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.012326983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.013611278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.013736621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.014135342Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.014169853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.01630728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.016613649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.017922854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.017954305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.017967305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.017977025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.018240092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.018470149Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.018861769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.020692689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":8,"elapsed":"71.340255ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.022470457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.022495697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.022745234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.025787416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.025993782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":8,"elapsed":"76.843483ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.026228288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.026445704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.029006443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.029035684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.029215529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.030560705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.031554622Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.032018714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.033257028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.033272028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"84.063149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.033853154Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.034163162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.034185163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.03446056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.036492445Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.036511516Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.036742972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.048476459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.048509039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":22,"elapsed":"99.388622ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.056731341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"107.414268ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.058193891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.058215181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.058223531Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.058688844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.061751557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"112.461915ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.0618543Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.06186719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.062216449Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5b35e64-4cf0-4095-8f9f-3367231ded0a\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:46:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.062238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.063758091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.065539269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"116.365961ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.06928164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.069301061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.069562157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6112286-f161-4c1b-a473-74930d8d9d6e\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:46:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.069576098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.071642404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.073164585Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.073182575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.073470233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0968d578-88d9-4e07-8c3a-de3fcd8bebab\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:46:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.073487413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.076081923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.078894949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"129.568687ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.086636358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"137.248684ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.099532876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.099554157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.099564647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"150.154552ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.151326424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.151696034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1c46451-ef12-41ed-8a74-5583c45c5184\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:46:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.153176054Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.153444101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.155439465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":8,"elapsed":"206.324687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.156830882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.157137851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.158933839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.160639415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.160654595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.160798699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.162735872Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.164457078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.164471638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.164612412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.239182595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":8,"elapsed":"289.917793ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.251910608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.251932349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.300738616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5057ce4a-8012-404f-b998-1c15b1a958cf\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:46:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.300766876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.301040784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.306527742Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.306927423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.308939727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.308960968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.309099161Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.309469261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.309964775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b996420c-318d-4999-9952-7b43a0e3cec3\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:46:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.309984125Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.309993945Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.310002826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.311358002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":8,"elapsed":"362.086591ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.319778929Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.320115058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"086a4a55-65c0-4fcf-bef4-61bea0459311\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:46:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320135329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320145639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320369745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320380216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320386376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320393056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320400506Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320406726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.32055685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320566581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.320702964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.320712015Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.320952671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.32313601Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.323249643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c547c5-8a03-45ee-b1bd-7ff858c90272\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:46:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.323261614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.323354476Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ff2990-3bca-4a2d-8e40-3fe129315045\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:46:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.323366956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.323376826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.34534797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.34536773Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.345680628Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dc6f2499-845f-42e2-910a-552f2bed9573\", \"date\": \"Thu, 07 Nov 2024 22:46:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.345693939Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.346011077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.349217554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.349415739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.35205481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.35242109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.355908534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.355922145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.356457439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3f62f06c-e281-49c9-8da2-220452709b6d\", \"date\": \"Thu, 07 Nov 2024 22:46:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.357755454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":8,"elapsed":"408.477973ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.383818368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.383834668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.414826034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.414943897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58931"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.415106281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d30336a7-9425-4de3-b9a7-5fbfc61f2c91","remote_addr":"[fd00:1122:3344:101::c]:58931","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.41544185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d30336a7-9425-4de3-b9a7-5fbfc61f2c91","remote_addr":"[fd00:1122:3344:101::c]:58931","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.453004574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/oximeter.rs:76","collector_id":"1d0ef856-8367-48e8-a7e7-21f345224101","producer_id":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.453034085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/producers","method":"POST","req_id":"d30336a7-9425-4de3-b9a7-5fbfc61f2c91","remote_addr":"[fd00:1122:3344:101::c]:58931","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37982,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.453123747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d30336a7-9425-4de3-b9a7-5fbfc61f2c91\", \"content-length\": \"41\", \"date\": \"Thu, 07 Nov 2024 22:46:21 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.455057079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.45507232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.488829231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d9d117c0-a2ce-45d3-8062-e6015726be82\", \"date\": \"Thu, 07 Nov 2024 22:46:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:21.488853431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.488862382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.489195391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d6f315-8b0f-4c07-a2e8-469810b11b44\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:46:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.489251132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.489554241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.493434645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.493753674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.496809986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.497016922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.499002115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.49917685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:21.505511591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":8,"elapsed":"556.326292ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.948766218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.948828679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.94884036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.94885036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.949109487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.949162319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.950496324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.950810053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.95107908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.952402796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"3.619557ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.952949861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.952961871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.953101675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.954554044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.954708188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.956095015Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.958323046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.958340656Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.95846571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.966755213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:30.966778964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":23,"elapsed":"18.020966ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:31.653188266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"d37034de-4cbf-4220-9287-cb31101dd1fd","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":351,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.948347196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.948403728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.948415678Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.948423978Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.948717546Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.948731547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.950145225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.950571616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.950875834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.952264532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"3.910756ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.952751135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.952763645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.952905819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.954152553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.954328427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.955588741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.957911084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.957924905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.958054908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.967932955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:40.967952565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":24,"elapsed":"19.61917ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:46.653774541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"2c3dac2d-5fe2-4d8c-b837-99043ffedcf9","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":501,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948459719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948521601Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948532671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948544181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948555311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948566112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948577212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948587012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948596543Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948607113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948619053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948631293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948641264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948653704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948663754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948673865Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948685215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948695425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948707646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948718396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948728526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948737896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948747047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948756497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948765547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948774787Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948785837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948797228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948807388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948818289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948828199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948839019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948849009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948858819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:50.94886913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.94888014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.94889014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948901451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948911491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:50.948921801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948931521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948942152Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948952582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948962242Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948974203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948983223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.948993433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949003863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949012964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949023824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949037414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949090586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:46:50.949101266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949112676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":6,"elapsed":"7.44µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949124807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949134837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949145187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:50.949154247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:36:50.948961972 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949164438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949173828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949183098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949192559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949201209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949209899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949221689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949231389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.94924281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.94925519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.94926785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949280021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949296221Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949305391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949342323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949361853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949371303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949380254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949388874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949397764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949406964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949415565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949424615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949433235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949470886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949508247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949519357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949539438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 905, tv_nsec: 37902712 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.9496167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 905, tv_nsec: 37976584 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949737173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.949961009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.94997342Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"1.331496ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.950089413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.950099933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":5,"elapsed":"1.163952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.953437573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.954147112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"5.377765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.954874282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.955297803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.955318534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.955461048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.956966498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.957362769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.957509743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.957522663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.957735129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.958481599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 905, tv_nsec: 46843003 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:50.958812588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.95962391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.960313809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.96036099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.961555982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"12.810426ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.963004661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.963022842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.963231427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.964224724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.964257075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.964405929Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.96442876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.964521822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.964727268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.965309034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 905, tv_nsec: 53672338 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:50.965680784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:50.967362049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:36:50.948961972 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.967379039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:36:50.948961972Z\",\"pruned\":[]}","iteration":5,"elapsed":"18.403557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.97631906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.976784893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:50.980303148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.980327999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.980338379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.980574665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.9807534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.980890004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.981067659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.981265134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.982281992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.982662042Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.984676556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.985404926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 905, tv_nsec: 73759900 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:50.985820957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.987448561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.987479922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.987491362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"38.53064ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.987728088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.989668921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.991930882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.99223785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.992419715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"43.603777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.992796305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.994569413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.99741339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.997439121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:50.997678147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.005152718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.008334844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.008367395Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.008624372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.013192175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.014915082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.015290682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.016199407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.016231417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.016434073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.018756226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.023326479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.02335395Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.023637848Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.026465554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.026927766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.029444464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.033581546Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.033618627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.033817622Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.041915971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.041951932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.041965372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"93.072731ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.041978472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.042150807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.042468056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.042523347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.043174195Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.043201515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"94.651035ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.043269567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.043762311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.045311962Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.045334033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.045520728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.046311209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.046678909Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.046953106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.047345767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.047357208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.047365718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.047583683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"98.598421ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.047739508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.048240821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.048259042Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.048268212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.048277082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.048777846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.049829324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"100.953535ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.050828421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.050844962Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.05114033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.053239076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.055350643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.055377144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.055632331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.057171222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.057200563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.057413869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.059981358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":9,"elapsed":"111.298364ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.060024819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.06004082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":25,"elapsed":"111.441747ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.060619405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.060815111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.060843471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.060894533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.062775564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.064527371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.064549001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.064556061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.064562142Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.064900931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.064995893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.065344793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.0667241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.066754091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.066958296Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.068315553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.06894861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.069950787Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.069963938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.069972328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.069981248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":5,"elapsed":"121.073157ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.072030583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.072052514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.072263669Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.072361502Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.072376583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.07265216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.074802428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.075117106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.078146698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.078413335Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.081986252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"133.282566ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.083513273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.083535144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.083545044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"134.561911ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.086627257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.086967696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.087585133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.087934672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.089467424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"140.85492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.089780482Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.092200587Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.092213238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.092368362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.094045727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.096685639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.096698079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.096907385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.098096657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.098109577Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.098118447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"149.286219ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.119933316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.119957256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.120243544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.120257535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.120267225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4f0e2e-8c39-457e-88b2-89c28562054f\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:46:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.120276735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.120284065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.120571863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.121983271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.122759822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"174.312764ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.125346082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.125371683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"176.897363ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.150675005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:46:51.167827688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.167852139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"218.927997ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.294379073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.312299617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.312327547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.312613905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7888d540-4b34-4016-b78f-0336f59c3426\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.312651396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.312981585Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.31502283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.31799608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.318023251Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.318181085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.32095684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.320982941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.320992631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.321003772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":5,"elapsed":"372.411099ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.338856234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.33911033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2b8f1a-c819-40b4-a494-93da03be15d2\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.340615161Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.340872068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.342969585Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":9,"elapsed":"394.471024ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.357149577Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.357179278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.357331452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5b3dc01a-3f93-4b2b-904b-74720d7ef92d\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.357347202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.357567588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.358307468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.358576106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e164665a-f36e-4053-b4a6-e716338c8c22\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.358589786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.360061986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"749ff17d-6824-4040-8918-383fb39a9fec\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.360084856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.361462473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.361479574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"412.667006ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.366222692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.366245362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.366501009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad87a2e9-4e79-413c-a6ec-2d21d6a49943\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:46:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.36651859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.368405791Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.373802997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.373846898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.374108095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"409b284d-2608-4211-8b93-61d7524f1b80\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:46:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.374123025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.375518753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.466679372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.469086337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.469530349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.470928357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e365af34-ba93-4036-903f-df01171f03e9\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.470975468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.470986428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.470994549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.47216563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.472371936Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":9,"elapsed":"523.857166ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.472459778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.475430759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.475449729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.480699141Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"747ce598-3714-43d3-83cb-89c6f686d405\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.48252828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":9,"elapsed":"533.667081ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.488959093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":9,"elapsed":"540.218097ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.526835536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.652808265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.653310668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ac5d6a69-9179-40b3-8ed4-e232093a1fc7\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.653327989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.655340853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"00cf38d8-0605-4a8a-9e4a-49fceae5349a\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.655363264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.657349108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3684c07d-7a1e-4b0e-b4a6-b6e2c8c38f9d\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.657369538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.659214508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.659257829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"710.598205ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.694847279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.695189429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.697439239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.69746864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.697647975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.708770275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.709066853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82bfb8d2-c739-4613-a216-2ee121dad5ec\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709086784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709099844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709353881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709366621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709375421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709384772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709393652Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709402822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709543636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.709553496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.70970708Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.70971569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.710009249Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.711774626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.711869199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936b3a42-e86a-4d15-be3d-9fa32fe893bd\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.711881109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.711953981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1d012b-fece-47eb-9bef-d9fb9755f836\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.711964971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.711974391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.810786228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7ae83457-ff3b-485b-8977-3c55a9b0895f\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:46:51.810820959Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.810832229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.8134451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf340bae-4fec-4ab8-8d97-8b47b29436b2\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:46:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.81347114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.813756548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.817423147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.817603342Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.820605813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.820847689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.822813102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.822981017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:46:51.829566095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":9,"elapsed":"880.853519ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.948223343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.948288065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.948299676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.948309576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.948608154Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.948713717Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.950286799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.952805957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.952824678Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.952969102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.95441063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.954632796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.956293601Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.958818129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.95883163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.958973044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.971143422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.971170893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":26,"elapsed":"22.961349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.983177927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:00.983366172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:01.0129355Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"64.697086ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:01.654313958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"6903e415-405d-4347-be13-675f2332358b","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":382,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.948133123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.948196665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.948206405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.948214205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.948498433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.948516934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.949726206Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.952340737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.952354537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.952515901Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.954532466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.954717821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.956078447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.95838648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.95840527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.958528964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.970407464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.970434545Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":27,"elapsed":"22.307932ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.979355436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.979629433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:10.981060842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"32.922358ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:16.653832248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"8ea51951-f8c2-4aaf-8363-0e79037c4681","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":391,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.94785072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.947929682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.947941853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.947952443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.947962563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.947972813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.947984184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.947996084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948010565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:20.948020765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948030595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948040115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948050416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948061366Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948070726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948080696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948088957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948097607Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948106607Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948114767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948124638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948133788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948143158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948151598Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948161429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948170939Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948180719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948190049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.94820101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.94821009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.94822046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.94822904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948238781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948247771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948258351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948436746Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948469067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948482047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948493647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.9485877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.94860529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948616481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948627681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948639482Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948650802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948662072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948673072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948683453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948702643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948715024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.948761895Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.952389983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.952628449Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 935, tv_nsec: 41646343 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.95265789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:20.953003499Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.953208915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"5.292113ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.954407917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 935, tv_nsec: 43438582 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:20.954696795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.997997563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.998384044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:20.999553525Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.999581006Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.999588346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:20.999938926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.002707861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.006500193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.006534174Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.006709258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.008189269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"60.109192ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.009145174Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.009390201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.010360007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.010441719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.010528752Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.011352794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.01196397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.012393532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.012469624Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.012732951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.013106441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.013128552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.013314857Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.013932624Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.015473155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.015489495Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.015736002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016099802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016110292Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016157144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016170064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016358699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016417391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016563135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016579045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.016739949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.018327272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.018511557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.018735603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.01900781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.019586716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"71.531591ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.02121248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.021243001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.021405485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.0215883Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.02160944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.021810426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.022068113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.022253808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.023627985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"75.641202ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.023736148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"75.701993ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.026816401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.026845992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"78.615742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.027424417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.030641344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.030667445Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.030915612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.03158426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 935, tv_nsec: 120599054 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.031885238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.033056969Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.03307004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.033408689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eccd5f52-cdeb-47fe-a5e4-43eed6727e47\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:47:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.03343271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.035253749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.035415143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.035434384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.035692301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e630ae3-bdb0-4d2a-8012-71ba9148fb90\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:47:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.035723901Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.037362616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.040329546Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.040649854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.041997111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.042020841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":28,"elapsed":"93.925634ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.043170513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.043194313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.043201803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.043658776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.048472536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.048842075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.050286785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"102.165167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.051007534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.051295912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.073670956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.073694196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.073704816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"125.690072ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.074612521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"126.74204ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.082538205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.082837843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.094158938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.096844361Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.096857571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.097021946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.098495235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":10,"elapsed":"150.337977ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.130838288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.130866369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.131219198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44e565b6-9073-45cc-a964-ea945e3bb28e\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:47:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.131235879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.132550634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.136807169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"188.846116ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.189667696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.190080817Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.214485675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.214517046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.216109359Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.218063782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.218083922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.218298298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.220047795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.221770252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.221796493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.221922236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.264605318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.264913986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56c546d2-f8a2-4020-97e2-76d10d778ccd\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:47:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.266400556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.266598592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.268438641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":10,"elapsed":"320.619332ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.270191828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":10,"elapsed":"322.336628ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.303345013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b4d546-b373-4100-93fa-87e7d91deb46\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:47:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.303366064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.303616601Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.306869338Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.308233625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca3cc46b-41ee-417b-a74d-b7f975949fc7\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:47:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.308261236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.308271706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.308279056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.309295554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":10,"elapsed":"361.164815ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.321641307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.321665118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.321957705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"22295935-8978-417b-8dbc-e6316390151a\", \"date\": \"Thu, 07 Nov 2024 22:47:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.321969206Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.322334686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.324694849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.324996658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.327103014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.32732121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.330372823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.330388133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.331900704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8b2f9a98-a570-4938-8a77-a8aaecce16fa\", \"date\": \"Thu, 07 Nov 2024 22:47:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.333684382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":10,"elapsed":"385.737069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.345240854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.345528792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.347449593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.347466704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.34768875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.356437016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.356666172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ec9951-b9d8-4374-9715-d30d70632014\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:47:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.356688783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.356696993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.35695994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.35696981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.356976741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.356984261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.356991281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.356998331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.357150625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.357158985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.357308279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.35733345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.357510215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.359249222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.359360235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddf11fad-96eb-4d7f-8ba6-bd82925569ff\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.359372645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.359458668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccaa7527-7648-4748-a89a-815c9f6da13c\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:47:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.359471688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.359481448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.48964664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dc6cefcf-e77b-4d25-a4cd-8927ba0e17c0\", \"date\": \"Thu, 07 Nov 2024 22:47:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:21.489666721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.489674821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.489879176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67dcce23-0efb-4cec-99db-4c6a9cf0a8a4\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:47:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.489911957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.490129803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.494313406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.49447435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.49780248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.498104018Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.500087762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.500303988Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:21.506980898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":10,"elapsed":"558.815508ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.948097429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.948174921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.948190341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.948202412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.94852131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.948542021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.950094023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.950208086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.950419021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.95224183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"4.144062ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.952688062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.952698923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.952835326Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.955030226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.9551849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.956586928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.958866119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.958876689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.959008913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.969719092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:30.969740093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":29,"elapsed":"21.656714ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:31.651259492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"e3c27509-4160-4e02-b47b-65b00351242c","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":327,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:36.64598749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"66dae1ad-31bc-4e30-b664-1fbefd655892","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:36.646306219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"66dae1ad-31bc-4e30-b664-1fbefd655892","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:36.648876099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"66dae1ad-31bc-4e30-b664-1fbefd655892","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2969,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:36.649165226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"20d83571-d2f3-4954-9799-451f88ae6161","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:36.649501755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"20d83571-d2f3-4954-9799-451f88ae6161","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:36.651489639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"20d83571-d2f3-4954-9799-451f88ae6161","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2387,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.947908214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.947987126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.948004427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.948018307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.948455029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.94848048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.9503636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.952894349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.952904629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.953050063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.95516335Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.955361385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.956512997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.95886611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.95887862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.959014794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.973659629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.97369036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":30,"elapsed":"25.792186ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.98296605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.983218587Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:40.984656586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"36.745772ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:46.65297279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"9054f05f-0767-4d0b-b33f-311e55cd0ae3","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":420,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947512644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947585576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947598826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947607917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947617537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947625947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947636657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947646198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947655648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:50.947666268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947675738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947684729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947694759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947704729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947713369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.94772238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.94773163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.94774173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.94775077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947760471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947770271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947779271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947788071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947798092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947807692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947817622Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947826712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947835663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:47:50.947845843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947857243Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":7,"elapsed":"13.14µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947869774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947879344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947888114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947898444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947908595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947917605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947926755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947937526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947947256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947955836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947964556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947972726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947982517Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.947991597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948000457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:50.948010397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:37:50.947919765 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948020208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948029238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948039358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948048809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948057699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948066629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948076559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.94808529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.94809562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:50.94810514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.94811443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948124791Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948133341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948168492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948178632Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948187292Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948196722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948206513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948215153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948223393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948235094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948247214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948258684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948269724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948279765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948291595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948303135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948375337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948394358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948406898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948417768Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948428819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948441269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.9484624Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.94847498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948539562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948558032Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948570412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948581843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948601753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948612964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948625304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948635904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948647925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948750357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 965, tv_nsec: 37881841 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.948772768Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 965, tv_nsec: 37873391 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.949407385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.949438456Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":6,"elapsed":"1.584483ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.949453516Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.949465977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.439639ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.95108886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.951124761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.95144966Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.953155406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.954102292Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.954127853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.954364059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.955690135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"7.961455ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.957489483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.957518974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.95774338Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.960120534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 965, tv_nsec: 49239568 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:50.960547416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.965920941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.966033464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.966393773Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.966602459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"18.89188ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.969268721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.969300812Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.969541369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.97031799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.970381241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.972749055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 965, tv_nsec: 61870229 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:50.973133525Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.973625559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:50.973988798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:37:50.947919765 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.974007849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:37:50.947919765Z\",\"pruned\":[]}","iteration":6,"elapsed":"26.075154ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.974018839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"26.113255ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.974110082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.976762703Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.979680852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.979710763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.979935289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.983099684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.983609528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.983737972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.986219079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.986242149Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.986491726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.987968726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.988004907Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.988321365Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.988529761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.988648974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:50.98887656Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.001935492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.002433446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.004359788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.004774149Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.005044267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.005372385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.006846915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.007252286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.007417471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 965, tv_nsec: 96537814 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.007440361Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.007827602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.012043475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.012076156Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.012281832Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.018965662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.019195118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.019413494Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.023473714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.023497185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.02370424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.031149591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.031187592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.031198892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.03150233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.036081384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"88.546529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.037732158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.038036487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.03814389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.0392824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.039606619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.039835365Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.039864006Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":31,"elapsed":"92.362432ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.041429728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.041458199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.041710896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.042936919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.043969207Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"95.96933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.045637662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.04592412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.047376529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.04740455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.047627056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.047648556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.047661157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.047674307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"99.789553ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.048423777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.048448168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.048459508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.048469378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.04890819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.050482423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.050791041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.051739916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.056140905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.056179446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.056389892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.056976668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"108.931009ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.059860636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"112.085195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.061365776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.06336075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.063395391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.063518334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.068762716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.068795787Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.068809337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"120.764199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.073211286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.077345427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.078123228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.079388633Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.079917377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.079942497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.079957488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.080161094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.081404907Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.081665594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.083259267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.089155756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.089195017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.089213628Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.089567417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.089600268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.09524767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.095274941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"147.182082ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.096091973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096107284Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096113944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096388211Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096430242Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096501584Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096556036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096848274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096902005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.096921286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.097685736Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.097956234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.098297023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.098625982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.099009052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.099210968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.099233408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.099507665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.099744302Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.10153792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.102886427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.102913677Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.103195575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.103633957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.103654737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.103849873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.106229037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.106256688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.106400562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.106657998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":11,"elapsed":"158.706533ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.109274349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.10929192Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.109587788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce0b8969-8972-43d6-a49d-4e86c4b1a678\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.109617658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.111951381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.111979062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.111994273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.112129766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.11226114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.112395173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.112473966Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.116302229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.119138505Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.119473634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.120211874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.120228845Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.120471771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.122249599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.122629049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.12266065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.122679331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.122694821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.122708502Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":6,"elapsed":"175.168846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.124722246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.125126637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.125908698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.125923928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.125931169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.125937769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.126209126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.127143311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.127419699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.127742287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.129029902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.129301069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.13227915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.132302461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.132501216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.135514197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.138775925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.138803346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.13894859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.141146869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.141473038Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.141593281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"193.82232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.14376197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.143950405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.143965745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.143977085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"196.344778ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.144001906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.146461372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.146772871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.149103764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.149379541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.151023366Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.151283083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.153057321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.153293277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.160147092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.160180183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"212.206076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.176151584Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.176441421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.176455712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.176576285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.176860043Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d06923cc-92b3-445d-944d-5067468fbf50\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.176878893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.178644711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.179310889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.179323309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.179332859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.179620317Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.225861935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"278.248558ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.229856123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.229885724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:47:51.23012946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.230155731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a44397-2318-4072-bddb-dc7a37ab53ed\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.230167601Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"282.498663ms"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.230178492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.231692823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.234758415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.266142282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":11,"elapsed":"318.441733ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.326735487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.326782638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.327091657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eab7ee0-4945-46ae-98b6-93be99e8d88d\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.327119667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.327429896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.328268749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.328894035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.329246915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.332865733Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.332885233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.333174471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.333652804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.333666534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.33388174Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.334919378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.33500006Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.335011731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.335312589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.335796282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.336025968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.337077106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.337095627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.337261261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.337353684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.337366444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.337374784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.337383615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":6,"elapsed":"389.538932ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.337392945Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.33759686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.338550036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.345862483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.345892314Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.34610307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.35130069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.351529406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.353423007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.353671524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.354367743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.354786834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"748a9fab-9ead-4193-8d3a-b1a54c2fe996\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.354799814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.355673578Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.356021527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.356835659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"aba55e5b-af0c-45ae-9967-3d0cd81c96d5\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.35686362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.358736401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.359016178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.359234614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.359252755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"411.74475ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.360586471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.360768406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.362280816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.362598605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.364124396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.364372273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.365562185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.369297086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.369321146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.36946089Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.370967491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.371139595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.371473134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.371720441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d111e537-2431-479c-b514-6d96bb720450\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:47:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.372280276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.372517472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.373223642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.373579281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.373808927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.37390697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.374998759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":11,"elapsed":"427.189397ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.377578259Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.37761258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.377726083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.383840518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 45b10ace-97a4-4ae9-b37f-3abfe43591bc, kind: Service { id: 19da6a5b-073a-4e12-8775-91fc61c1e962 }, name: Name(\"external-dns-19da6a5b-073a-4e12-8775-91fc61c1e962\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 180])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7461ea38-345b-4151-b71f-10e7e61b2bc4, kind: Service { id: 939b4884-df0a-49e9-b0e5-27de78137ddd }, name: Name(\"external-dns-939b4884-df0a-49e9-b0e5-27de78137ddd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 2dd87331-1080-4a71-a905-3e46ecebaf6c, kind: Service { id: 377e4941-a34d-4c51-b725-3cc833f8df14 }, name: Name(\"nexus-377e4941-a34d-4c51-b725-3cc833f8df14\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 111])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 64ed67c2-1a18-431c-8723-5c0738c08c4e, kind: Service { id: a5da1467-f0f3-4c0d-ad94-ed83c65ca978 }, name: Name(\"nexus-a5da1467-f0f3-4c0d-ad94-ed83c65ca978\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 89])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a3c0e3f-1bcc-4caf-a59c-866543a0723e, kind: Service { id: 42e8095c-4973-40db-9d13-0be7e130d89d }, name: Name(\"nexus-42e8095c-4973-40db-9d13-0be7e130d89d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.383875839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.384068894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.385051581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.386671114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.386682874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.386814758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.389014887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.389027998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.397387873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.400315982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 45b10ace-97a4-4ae9-b37f-3abfe43591bc, kind: Service { id: 19da6a5b-073a-4e12-8775-91fc61c1e962 }, name: Name(\"external-dns-19da6a5b-073a-4e12-8775-91fc61c1e962\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 180])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7461ea38-345b-4151-b71f-10e7e61b2bc4, kind: Service { id: 939b4884-df0a-49e9-b0e5-27de78137ddd }, name: Name(\"external-dns-939b4884-df0a-49e9-b0e5-27de78137ddd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2dd87331-1080-4a71-a905-3e46ecebaf6c, kind: Service { id: 377e4941-a34d-4c51-b725-3cc833f8df14 }, name: Name(\"nexus-377e4941-a34d-4c51-b725-3cc833f8df14\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 111])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 64ed67c2-1a18-431c-8723-5c0738c08c4e, kind: Service { id: a5da1467-f0f3-4c0d-ad94-ed83c65ca978 }, name: Name(\"nexus-a5da1467-f0f3-4c0d-ad94-ed83c65ca978\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 89])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a3c0e3f-1bcc-4caf-a59c-866543a0723e, kind: Service { id: 42e8095c-4973-40db-9d13-0be7e130d89d }, name: Name(\"nexus-42e8095c-4973-40db-9d13-0be7e130d89d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.400345433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.461470713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","vpc_to_sled":"[Sled { identity: SledIdentity { id: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, time_created: 2024-11-07T22:43:07.889510Z, time_modified: 2024-11-07T22:43:07.889510Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.461517674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.461525804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.461847343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.463895168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.464221207Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.473856067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b2645451-430e-4eb3-933e-2d7c393f457a\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.473880687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.474183636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.512853409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.513398804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2b813635-a9b0-451a-a595-34c9971d1138\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.513449005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.514834773Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3a5cf25a-552a-4f3a-aa5b-baf8810e1925\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.514849633Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.516752864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c669ddd8-69d9-4d79-b03c-791297c5df3c\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.516781885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.518627865Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.518666876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"570.814983ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.540999659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.542445108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.542769056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200adf3d-14fb-4a98-94cf-a4b3cd5f472c\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.542792127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.542801407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.542809278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.543037454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.543371753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.544196645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":11,"elapsed":"596.115806ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.545302745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.546329082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.546511997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.550036102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.550052793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.550442453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.550458774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7f793d22-eabb-40dd-a0d0-456e315e6e89\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.550865225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.552459468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":11,"elapsed":"604.896023ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.553053544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.553069794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.553260809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.582434157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.583092225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"bda3ffd4-ec98-4eab-b886-83658a3e3bff\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.585172931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.585196961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","elapsed":"637.267276ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.585206591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":2,"elapsed":"637.277737ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.591586964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.591902062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54725cc-c7e8-4025-80f8-bfdf614db337\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.591924123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.591935573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.592271662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.592309363Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.592324494Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.592339044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.592353435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.592366485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.592713014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.592738905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.593029083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.593049953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.59366887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.595725235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.595852129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43fd0e9-b253-42e5-8569-af6afe0dd33e\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.595868519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.595938571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa198764-6260-43f7-bb85-70c46fe1a546\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.595949861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.595960982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.645722424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"a14a9b81-79e9-4a02-867d-c5432815f270","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.646069924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"a14a9b81-79e9-4a02-867d-c5432815f270","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.64887515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"a14a9b81-79e9-4a02-867d-c5432815f270","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3211,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.649155957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"99bef409-59df-4058-8e17-8ed957032b1c","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.649456885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"99bef409-59df-4058-8e17-8ed957032b1c","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.651633274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"99bef409-59df-4058-8e17-8ed957032b1c","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2530,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.700584685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cffbcaf7-b6b5-4c57-800d-c71c442ddf8a\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:47:51.700626316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.700637426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.700859512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11672c2a-18b1-4cf3-9d7a-2cac4e734718\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:47:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.700903493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.701171191Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.704477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.704739117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.707188803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.707404439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.709237689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.709411133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:47:51.716933976Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":11,"elapsed":"768.871158ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.947395761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.947472623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.947489754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.947502314Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.947772131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.947798132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.949352394Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.949780916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.950111665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.951510012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"4.112671ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.951858812Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.951871052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.952011366Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.953857316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.954082282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.955371027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.957590116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.957602357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.95773666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.968550982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:00.968570373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":32,"elapsed":"21.198882ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:01.653121484Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"fa6a91ae-98cc-4a26-84f6-0e38be5b7c26","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":592,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.948307806Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.948370438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.948385168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.948394229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.948674196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.948689307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.950386213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.950946418Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.951349708Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.952947522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.952964462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.953100776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.954137564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.954296638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.956006624Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.958198563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.958215434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.958341007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.966916019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.966938319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":33,"elapsed":"18.645363ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:10.980162446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"31.85031ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:16.654859712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"eaff26a8-e950-475c-8e9f-a0f4998c86c7","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":574,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948011619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948089571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948103591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948114161Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948123372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948133792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948142282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948151773Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948164143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948176413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948188723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:20.948200404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948211844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948222724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948232995Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948243415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948254635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948266536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948278026Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948290566Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948301597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948314147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948325597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948336027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948346958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948358218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948370899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948383809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948395719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948406789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.94841885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.94843065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.94844333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948455041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948467661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948539993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948567334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948661796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948746769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948766969Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948779159Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.94879208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.94880645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948821831Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948833441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948841981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948851301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948861492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948873282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948881052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.948890833Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.950808734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.952704155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 995, tv_nsec: 41867519 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.952785027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:20.952978943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.953431285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"5.367355ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.953796305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.953810715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.95397766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.95434427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 995, tv_nsec: 43520104 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:20.954616437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.955311766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.956100907Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.956120848Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.956257291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.956299542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.957347231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.957372351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.957517665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.958194313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.959042316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.959132519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.959152649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.959378905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.959450278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.961426451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.961449691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.961650027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.96363418Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.964303908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"16.025783ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.964972436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.965191562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.965691756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.965712736Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.965907202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.967901615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.968096631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.968380518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"20.268567ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.970273599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 995, tv_nsec: 59438093 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:20.970596378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.970696001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.971070021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.971099062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.971568734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.971911514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.972445438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.97474057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.974769331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.975007757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.975302685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.975322316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.975534741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.983707532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.98399425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.985580492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.988602654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.988629005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.988875201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.996295592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.996337043Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":34,"elapsed":"48.325684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.997375311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.99920553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.999228471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:20.999390395Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.003296021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.003670421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.003828805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.004120743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.007417862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"59.099475ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.007661348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.007691759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.00770362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.008118101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.008395748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.008587273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.018013258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.018039799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.018248684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.020268179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.020284459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.020427283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.023965498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.023993899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"75.745334ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.024325608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"76.230186ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.056537957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.056563258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.056849516Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4fd11eb-8782-49b8-a4fb-bc50803090be\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:48:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.056876067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.058330056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.06552275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.06553914Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.065789007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a16875-da8b-4cd1-b32c-7d887837872a\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:48:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.065805057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.067336339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.083605078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.083627338Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.083873105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaef14ce-3b05-482a-9988-5f0ef5903992\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:48:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.083896496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.085752566Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.174812369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.17634621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.176592277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af6f8c90-1a80-4dd7-a431-742d55c95133\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:48:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.176832923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.177216634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.177872692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"229.613556ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.178032256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.178043036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.178124798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.178132879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.17819838Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"230.011587ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.178392626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.178410116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.179059504Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.180484842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":12,"elapsed":"232.472193ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.182060414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.182086475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.18225729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.183803821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":12,"elapsed":"235.780112ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.210274896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.210306437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.210316267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"262.144214ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.212931327Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":12,"elapsed":"264.799365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.214291004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.214699425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.245778254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"297.715014ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.27010114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c831c49b-3bf5-42cd-86d6-9dc4b9895d58\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:48:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.270133311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.270144731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.270152932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.27196724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":12,"elapsed":"323.758716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.29085122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.291270661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.293089581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.293109361Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.293458151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.298822575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.298844036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.299253967Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"befae703-0d83-4465-9d92-fd6355a3e2e4\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:48:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.299274577Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.299580986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.300761528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.301102037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80bbde4f-004a-4445-9f4b-f75baa1a5ada\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:48:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301143218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301154858Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301433886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301443986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301450376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301456856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301463247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301469657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301628111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301638501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.301845807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.301855327Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.302060273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.30383028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.303964314Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"027aa468-6303-463a-9893-4f01924f09aa\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:48:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.303978504Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.304080597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636b1efe-ea95-4bec-a93e-319daa1174fb\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:48:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.304093867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.304104658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.31196548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.311986131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.312185776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a68ccdd9-cb9d-4a69-bb85-cb79ab3cadf2\", \"date\": \"Thu, 07 Nov 2024 22:48:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.312196656Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.312498384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.31455878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.314769575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.31788644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.318188358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.321199369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.321210769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.32161497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"415d86a2-a003-4a17-9a8f-c51bd5bc5531\", \"date\": \"Thu, 07 Nov 2024 22:48:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.322752571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":12,"elapsed":"374.65292ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.464421663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"becf083f-fb48-49c7-9da1-29bab1689700\", \"date\": \"Thu, 07 Nov 2024 22:48:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.464449844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.464460824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.464733772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"391bd690-d078-4638-95c4-af94b03b7597\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:48:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.464771393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.46504593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.467703112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.46801756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.470935739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.471127884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.472757948Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.473000225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.47948728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":12,"elapsed":"531.318286ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.645787427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"9c3fc89d-5c8a-4bdf-9b42-52ea057d9cdb","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.646099986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"9c3fc89d-5c8a-4bdf-9b42-52ea057d9cdb","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.648065619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"9c3fc89d-5c8a-4bdf-9b42-52ea057d9cdb","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2345,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.648372107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"18c28b2c-616d-4ff5-b290-e0582e48d0a0","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:21.648742787Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"18c28b2c-616d-4ff5-b290-e0582e48d0a0","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:21.651025088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"18c28b2c-616d-4ff5-b290-e0582e48d0a0","remote_addr":"[fd00:1122:3344:101::d]:55492","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2722,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.947820173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.947881985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.947894155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.947903886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.948338367Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.948404229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.949578151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.950471905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.950823885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.951866223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"4.022338ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.952066908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.952077528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.952230223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.953948179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.954145124Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.955517441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.958024389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.958039559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.958170753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.9662049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:30.96622841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":35,"elapsed":"18.421097ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:31.652850378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"2b4b949a-9616-4a3a-889a-c04bd762b9ba","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.94803449Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.948117102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.948137082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.948151343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.948450341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.948585044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.950248509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.950571598Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.95065457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.95248357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"4.45474ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.953122287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.953135287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.953288521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.955246044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.95547539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.956681043Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.95915804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.95917278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.959308984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.968150662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:40.968173153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":36,"elapsed":"20.161854ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:46.654964555Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"bab25c94-a951-4a84-8699-b7b3fcb386b1","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":568,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948084011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948151813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948161803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948170333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948177533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948187334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948193734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948200844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948208564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948216084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948225755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948235685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948246275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948256435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948265896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948276596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948284636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948293826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948302906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948311747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.948320337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948329847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948338127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948348908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948358158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:48:50.948367708Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948378269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948387899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":8,"elapsed":"8.741µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948397529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948407439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.94841821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.9484285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.94843905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948449041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948458021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948467491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948478151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.948487822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:38:50.948329647 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948498082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948507252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948515892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948526323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948536633Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948547203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948556644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948567384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948577234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948586784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948596305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948606165Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948616795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948627755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948637666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948646896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948656646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948665296Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948674707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948683447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948693347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948703047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948712898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948722128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948733138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948742889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948752279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948761789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948773629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.94878495Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.9487972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948819531Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948867672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948885662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948897723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948912643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948923203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948933583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948944854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948955224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948964275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948975645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948983705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.948992075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949001105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949032856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949044977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949090808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949101228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949110198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949119039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949127949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1025, tv_nsec: 38310153 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.94916339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1025, tv_nsec: 38341464 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.94917878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.94918813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949196331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949318074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949334154Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.94955119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949577331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949585921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949593961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.124211ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949770306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949789297Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":7,"elapsed":"1.586693ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.949800497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.950552447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.952390887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"3.823493ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.9532552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.953283811Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.953421065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1025, tv_nsec: 42601979 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.953468196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.953691722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.9551047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.955374057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.955718277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.956051596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.956118917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.956322793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.957469754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.957495805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.957503505Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.957562356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.957726501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.957757352Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.958484561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.95953949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:38:50.948329647 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.95955107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:38:50.948329647Z\",\"pruned\":[]}","iteration":7,"elapsed":"11.216713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.959829408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.959839808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.960015743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.960748953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.960774523Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.960996269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.961601145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.961837672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.961852562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.962086709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.962813268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.963484506Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.964216386Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.966448376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.966462016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.966496008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.966506508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.966744434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.966778705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.967368301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.967378701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.967532605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.96769671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.967722661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.967932546Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.969721495Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"21.201932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.969953591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"21.422168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.971236805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.971607066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.971846232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1025, tv_nsec: 61012126 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.971867102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.9721412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.972217582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.973713602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.973727713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.973736653Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"25.23553ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.973854406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.973869616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.974038571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.974830733Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.974856463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.975025928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.975050818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.976616721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.976636251Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.976754764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.976765375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.977124644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1025, tv_nsec: 66305239 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.977389162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.977837134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.979285183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.979298873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.979514089Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.980361822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.980850935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.980875065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.982614372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"34.488341ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.983220809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.983232719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:50.983353422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.983363683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.983369573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.983414384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.983619019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.983813595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.98402083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.98510203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.986921589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.987489154Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.987852664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.988177273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.98844927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.988803419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.98881611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.988957794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.991886613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.992110039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.992133529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.992444258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.99251267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.992738786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.993524857Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"45.22912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.995729506Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.996199339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.998890082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.998916012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:50.999137788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.002974452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.003007363Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.00325658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.026520847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"77.951843ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.028334126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.028374237Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":37,"elapsed":"79.992978ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.032833518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.032871239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.032880779Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.032889729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.033193217Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.034657387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.03477515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.034972835Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.036464316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.036478296Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.036488276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"88.17391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.037040841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.03737232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.037553615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.037795252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.038956413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.038979513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.0392116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.03960385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.041306346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"92.856036ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.041386528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.041413559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"93.0241ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.041425879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.04143373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.04144258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"93.199235ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.041527612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.041540462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.041546933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.041553473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.041869302Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.042164119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.043356162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.043379612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.043605688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.045278203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.045300024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.045432118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.047047991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"98.890208ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.047267167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.04811664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":13,"elapsed":"99.768092ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.048453419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.048700526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.0496088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.049940149Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.051431229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.05145533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.051648345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.059854107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"111.296113ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.077429701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.077463542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.077477612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.077882233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.079902878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.084492461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.084510582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.084730008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.086935178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.086953528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.086962028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.086970359Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":7,"elapsed":"138.791126ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.088644914Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"140.410469ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.092808726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.092830737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.092842557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.093194136Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.09443784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.097006619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.09703758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.097241696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.101358827Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.101584833Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.125214251Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:48:51.12815184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.128202291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"180.067079ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.13444654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.207927812Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.207965233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.208323953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2e455a-c6ba-4604-89a9-00b62c4c296d\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:48:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.208343774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.209718081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.215445775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.215458826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.215758004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bac1e97-7e90-4378-98ff-6c669acb5341\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:48:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.215774404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.218164199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.251265372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.251324354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.251649102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"041f431e-dca8-47dd-a8f1-dc395d190e80\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:48:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.251680053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.254461088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.320549271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.321054025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"820f4710-c4ea-4ee5-802a-66e0bb0779ea\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.321086546Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.322816793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5693c7d2-ab03-424c-b6c0-f7f9124e06a5\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.322847633Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.325047123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.325070664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"376.667024ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.333722087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.368610748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.368643139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.36865542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.368948788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40763081-74c2-400a-87e7-66097daf8a0e\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.369016999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1737f89-1f76-445e-a355-bfcf7810aea3\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.3690514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.369502343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.370334055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.370580921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.372899924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":13,"elapsed":"424.71433ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.377811167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":13,"elapsed":"429.228872ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.399889792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.403554981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.403603882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"455.255674ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.403968012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.403986443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.404158257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.406541002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.406566152Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.406575503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.406584533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":7,"elapsed":"458.316357ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.416748547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.416780518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.423566701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.424077025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"76386d79-e4aa-4a3c-9412-44270eabbbe9\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.424092675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.426179232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4452b556-04a1-4f78-8761-1e82d415b2cd\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.426195262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.427862707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3d06713f-6103-41fc-884e-77f8250f2c0c\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.427872827Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.42981778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.429859931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"481.388649ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.454954148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.454984909Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.469517291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.46986529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.471595297Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.47356543Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.473580051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.473748385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.489370417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.489733816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.491939696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.491959567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.492115011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.494705611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.494797863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59480"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.494919826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d256eb28-b7cc-446d-82fa-84e1c8c8058d","remote_addr":"[fd00:1122:3344:101::c]:59480","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.495113852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d256eb28-b7cc-446d-82fa-84e1c8c8058d","remote_addr":"[fd00:1122:3344:101::c]:59480","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.501583276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.501659718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.501906135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06b92e96-7308-48b7-98ea-1d9697d440e4\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.501929336Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.501940686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502219863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502231934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502239314Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502248104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502256124Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502263774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502425839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502439739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.502568153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.502578043Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.502861301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.5035705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.50358918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.503754945Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.505939274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.506087998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c398d15d-15c1-4826-83af-b1e6f06cbd62\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.506104168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.506204191Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57ad1ad8-3aba-4c03-a550-3774ae107c2a\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.506217081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.506228081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.521054692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fa9bfecd-4c6b-4c68-9bbb-778faeca3906\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.521071262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.52136125Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.524210187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.524506345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.527045423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.527374242Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.53210225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.53212396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.532811599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"af020572-9f08-42e1-8429-5ce829f1b382\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.534414592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":13,"elapsed":"586.157356ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.537132166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/oximeter.rs:76","collector_id":"1d0ef856-8367-48e8-a7e7-21f345224101","producer_id":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.537167667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/producers","method":"POST","req_id":"d256eb28-b7cc-446d-82fa-84e1c8c8058d","remote_addr":"[fd00:1122:3344:101::c]:59480","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42297,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.537227948Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d256eb28-b7cc-446d-82fa-84e1c8c8058d\", \"content-length\": \"41\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.53917017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.539184891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","wait_period":"150s","lease_duration":"600s"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.60030368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.60177189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62c97b0-0368-4aba-9794-75c983e42f4a\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.601817881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.601829581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.601837272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.602670394Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":13,"elapsed":"654.254595ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.622469608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"aca5ed6a-d12d-4652-9d56-518803752d55\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:48:51.622494109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.622503019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.625825559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5c5cc24-fa07-42a3-9b34-2046fade4b6a\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:48:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.625911461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.626205009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.630192757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.630449093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.633410993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.63366188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.635990423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.63625262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:48:51.643391343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":13,"elapsed":"695.317502ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.948003958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.94807119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.948087701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.948100651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.94843438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.948508572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.950945758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.953452536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.953470336Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.95362512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.955569133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.955787999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.975770278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.975962303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.984567925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.987001341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.987018341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.987156985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.998484121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:00.998507931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":38,"elapsed":"50.519954ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:01.004948195Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"56.928356ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:01.652883169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"2d358008-6cf7-4cfb-951c-a75fd2580d8a","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.948022179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.948074771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.948085421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.948094951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.948388279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.948403669Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.950200138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.952628363Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.952643304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.952772247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.954955606Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.955229404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.977565076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.977840624Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.979693444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"31.651974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.983851486Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.9865853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.98659759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.986732274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.99807108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:10.99809399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":39,"elapsed":"50.082852ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:16.653241748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"5905d3ad-70bb-471f-b1cd-4a98179f57e6","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":502,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947698221Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947769912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947786513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947796793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947807644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947818334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947827214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947834604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947842005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947849375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947857705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947864695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947872055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947878666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947885496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947893076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947900376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947907956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947915996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947922917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947930507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:20.947937947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947947377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947956508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947965298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947975018Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947983858Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.947993489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948002589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948011399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948019879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948029279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.94803747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.94804658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.94805662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948153413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948173553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948289917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948308967Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948330027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.94841463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.94842869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948439401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948450581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948461981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948472171Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948481052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948489702Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948499642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948507792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.948516373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.950211028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.951431671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.951575495Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1055, tv_nsec: 40755689 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.951841982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.007018ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:20.951856093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.951986126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.952571312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.952586842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.952813568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.955410329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.955770948Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.955983114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.955994805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.956231651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.956242611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.956251021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.956485408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.958778249Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.959074348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.960622149Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1055, tv_nsec: 49797803 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:20.960890397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.961781081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.961807991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.962025087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.962189201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.962207172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.962439068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.965187793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"17.247596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.966528329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.966555209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.966607151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1055, tv_nsec: 55787835 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.966833387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:20.966907499Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.966999321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.968184983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.968743169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.969123199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.971460192Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.971489543Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.971616056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.986188099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"38.320854ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.988414559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"40.435711ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.992090439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.992120069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":40,"elapsed":"44.428929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.994095062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.994482303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.995590913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.996180379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.996324813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"48.523069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.996490387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.99695556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.997299419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.998291186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.998313926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.998482121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.998494351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:20.998756098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.001063261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.003768763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.003785994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.003974929Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.006044295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.006263001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.00809629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.008117061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"60.336808ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.00844709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.00846045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.00846705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.008768869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.039636851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.040908206Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.040935977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.041317027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ad9ac8d-359d-43ac-8886-86b55f443e3b\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:49:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.041336447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.041958744Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"94.161621ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.043043173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.043173377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.043501596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.044056231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.044080001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.044333078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.044451421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.046148447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":14,"elapsed":"98.411606ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.046891537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"98.998532ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.047071952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.047084512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.047300898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.04847627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.048501331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.048757597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b410e473-de2b-42c8-b864-d8b445697e3d\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:49:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.048771928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.04957379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.04959046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.04959863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.04995241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.050266408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.057538905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.057569095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.057914305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3f0be9-c723-42b3-9917-d72b68f8b930\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:49:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.057937475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.060243947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.096072854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"148.22758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.096901767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.097316238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.15149608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.151822249Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4ba9eb-0fcc-4eec-8f1e-6939bb5f8734\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:49:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.15335754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.153694999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.169713641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":14,"elapsed":"221.795535ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.225499317Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.225529098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.229594097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":14,"elapsed":"281.878487ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.25601501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.256043371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.256071102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"308.082523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.293897412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.294276963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.296439971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.296461512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.296863093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.307908301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.3082725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"321693af-01d7-45d7-8837-d55d0ff0cc2c\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:49:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.308300301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.308311201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.308320762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"884273c2-7bab-4b36-90cb-c3fba93abe37\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:49:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.308344133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.30861738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.30862843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.3086361Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.30864389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.308651411Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.308659481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.308701672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.308879617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.308892087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.309111933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.309158254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.309430532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.311572649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.311706013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f83444b-5599-4300-a7d5-6228c53fa1e4\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:49:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.311721953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.311858347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544af102-71ef-409e-abc4-9e1b26c09f8d\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:49:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.311875838Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.311887518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.319117013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.319413431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.320935612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.32269794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.322724541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.322866704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.351833496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.35235763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.352372521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.352886504Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7aa84873-4233-4f34-9c63-4b74e219c2be\", \"date\": \"Thu, 07 Nov 2024 22:49:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.352900115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.353226213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.353775478Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.353791659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.353963813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.355748412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.355938557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.358717752Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.358881046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.361453106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.361473866Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.366283876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6039129e-f85d-43cb-a9f5-3681e5bcd413\", \"date\": \"Thu, 07 Nov 2024 22:49:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.367781496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":14,"elapsed":"419.909501ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.388571026Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.391949148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"249e5499-5bcb-40cb-adf7-7ffed3eb766e\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:49:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.391983039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.392007979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.39201811Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.393851129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":14,"elapsed":"445.985734ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.511020471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"48cad1e4-82ef-4372-9d83-3851dedd15b1\", \"date\": \"Thu, 07 Nov 2024 22:49:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:21.511057552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.511068762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.511314439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ecba98c-9252-4337-8c4d-e0fed53bf1e7\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:49:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.51135356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.511613317Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.515408469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.515724928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.518950805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.519233843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.521299408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.521468773Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:21.52877465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":14,"elapsed":"581.024767ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.948252386Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.948328778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.948346148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.948360219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.948663387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.948738989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.980201488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.982789958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.982818789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.982968933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.984817853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.985107671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.985249134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.985413669Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.987117705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.989594781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.989612152Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:30.989753496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:31.001208055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:31.001232115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":41,"elapsed":"52.99686ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:31.015693836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"67.430809ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:31.651756049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"95b63716-8eed-457a-92b4-3f15455ed2a0","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.947935888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.947991859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.948004119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.94801346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.948307638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.948476912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.976581201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.976985762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.977350722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.979262663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.979275093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.979445688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.981590376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:40.981781131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:41.004637298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"56.689729ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:41.008912813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:41.0113892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:41.01141011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:41.011546244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:41.023121887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:41.023141627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":42,"elapsed":"75.23072ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:46.652548161Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"3d8249dd-d801-4a82-9b59-a6a40b7f3ec1","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":392,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947479756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947552068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947563648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947574799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947584979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947594709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947604259Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94761487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94762513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:50.94763562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947645281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947656181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947665771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947674571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947683151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947691992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947702512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947711662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947721672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947732003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947741693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947754813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:49:50.947764024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947773714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":43,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947783794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":9,"elapsed":"18.801µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947796034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947806555Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947817745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947829475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947839676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947850696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947862926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947873247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947883257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:50.947894187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:39:50.947742433 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947905737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947915678Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947926608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947936498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947946199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947955159Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.947966189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:50.94797565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94798427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94799276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94800215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94801054Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948020991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948033051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948042081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948052121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948061282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948071422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948081142Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948090342Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948099463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948111993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948122503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948131424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948141314Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948150204Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948159654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948169925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948178975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948191175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948201785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948213576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948226916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948238346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948249707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948261127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94834794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94836629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948391711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948404891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948416521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948427792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948439492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948450892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948460672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948472023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948483053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948494413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948506044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948516374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948534565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948576906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1085, tv_nsec: 37815900 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.948606756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1085, tv_nsec: 37851041 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.9490933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.94911939Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.160202ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.949292515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.949313286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"1.626014ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.950527388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1085, tv_nsec: 39765072 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:50.950919689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.953133349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.955884023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"7.849322ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.956053328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.956075868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.956356485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.95650056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.956748236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.961197496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.961672549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.963158549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"15.554449ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:50.963692023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:39:50.947742433 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.963718424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:39:50.947742433Z\",\"pruned\":[]}","iteration":8,"elapsed":"15.954831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.963994312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.967182298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.967216869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.967476906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.968090852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.968548835Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.969179112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.97024838Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"22.327733ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.971745731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.971781732Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.971991538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.983449147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.987561588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.98763377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.987836715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.992651485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1085, tv_nsec: 81879519 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:50.993013655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.999924631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:50.999965682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.000395924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.003309413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.003473067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.003777155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.004357001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.005765869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"58.219221ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.006868309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.006894969Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.007161527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.024733691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.028152143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.028197664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.028466131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.030308561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.030330402Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.030343012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"82.709652ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.031166494Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.031619107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.035438859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.03546946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.035959274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.036139309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1085, tv_nsec: 125375233 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.036508028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.036687723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.036958801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.038319577Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"90.460712ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.039591852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.039620012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.039881439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.040227159Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.04025214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.040481416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.040676431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.040694512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.040957408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.041622686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.045912712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.046036065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.046371635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.051499903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.051655617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.052153081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.052184022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.052196532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.052205332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.052552331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.05397266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.054180255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.054200706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.054391091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.058447271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.058481081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.058717468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.058741248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.06139974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.061426261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.061439841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.061450241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.061459032Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.061468842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.065794399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.069063977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.069514699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.069592201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.069613512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.069858808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.070024713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.070050304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"122.264ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.072291124Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"124.620132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.07323359Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.07364237Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.078596334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.078632725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":43,"elapsed":"131.126998ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.08994883Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"142.145096ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.095425348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.095457459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.095471139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"147.605963ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.097565336Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.097601567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.097613447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.097624148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.09769107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.099317883Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.103378453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.103408194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.103591759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.106879067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.107148025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.109345334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.109369145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.109593531Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.11254958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.112573561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.112704264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.114260806Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.114290137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.114301738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.114718229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.118901972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.118937643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.118954083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.119273092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.121492742Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.122113178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.122336615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.125592272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.125621863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.125901511Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.12625056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.126274571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.126514067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.128992364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.129018725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.129031955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.129044725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":8,"elapsed":"181.327513ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.130761762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":15,"elapsed":"182.863054ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.139466377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.139494527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.139997901Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf8a534-9c3b-4982-9f3b-6cb8edbd16d7\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:49:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.140027812Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.142392086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.151246175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.151272605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.151292006Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.15145949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.153212928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.153240118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.153439534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.156049574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.156079505Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.156232839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.15847695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.158696616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.158924952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.158941002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.158963743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.158975523Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":8,"elapsed":"211.456596ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.159727233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"212.149355ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.162488558Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"214.537979ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.170254948Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.170274508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.170285118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"222.71778ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.188570182Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.190751761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.193665439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.19368814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.193932987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:49:51.225290063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.225352834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"277.362685ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.232068036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.232095396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.232445476Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e94f8ee1-f756-447c-9ead-e541502e3dba\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:49:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.232461446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.23443734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.241293205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.241331275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"293.444018ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.253791382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.25409554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.267151642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.267178493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.26744213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a067c290-e77c-44b5-9d55-d2d719208e94\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:49:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.267468611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.269017963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.307193593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.307519192Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"debdf4a7-37bf-4e0d-a83f-26e1568ff8dd\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.307533032Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.308720484Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"cbdd4a96-54c6-4250-b685-8fc9d9f48eda\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.308733064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.310102721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.310338848Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a429f204-40fc-4bec-a5db-2a56401625fc\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:49:50 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.310654966Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.310668166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"362.852711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.312140626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.312421484Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.324703855Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.324720836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.325025084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924825ec-eb6d-4192-9c05-749ae95ecf65\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.325057845Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.325348013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.326446412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.326875224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":15,"elapsed":"379.411258ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.328107997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.328130208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.328258841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.35859579Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.367525601Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.369430332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.369456203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.369620437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.372146956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.372161266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.372420343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0556c8e6-c92a-4234-8eef-3839fe4f8434\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.372437073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.372951087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.375751683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.37600046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.378665091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.378918178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.381885778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.381903469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.398923727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":15,"elapsed":"450.951038ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.442475413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.442972586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c2a8956-589a-469a-a839-d900a2213dc3\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.442990647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.445302179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"695fab70-4f94-4105-89a1-ee0b85b398b4\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.445316439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.44721241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b699f79-8356-4a39-87bd-61c9a6150d33\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.447227791Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.449702498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.44977422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"502.043897ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.478569487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b765983c-01c9-4c9a-98ed-34999967fd21\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.480951391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":15,"elapsed":"533.406383ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.489885942Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.490359825Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6683979d-fb62-40a2-9ecd-df07f144b703\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.490385146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.490398146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.490409276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.492734349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":15,"elapsed":"544.998797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.497843287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.498201586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.499543423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.499561213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.499738598Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.508744901Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.509013828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365d048b-aae3-4b22-b086-0053ca56c2f7\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509039119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509050349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509328117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509338617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509347187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509355487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509362608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509369658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509526442Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509537222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.509740378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.509750698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.510072417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.512003069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.512099412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90830030-5df6-4a93-9230-85f73a6bf8ac\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.512108772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.512200084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4bf3da9-1d72-48c2-b1ff-fa6bca5d1c60\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.512214685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.512224645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.68694514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"74ea1add-beaa-4f6e-bc3e-1d6bc5d0daae\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:49:51.686991651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.687003761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.687288949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"535aa5d4-ff00-45c1-ba12-39635e59dbf6\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:49:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.68733168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.687669489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.691311208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.691523753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.695064289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.69546142Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.697159235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.697378741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:49:51.703930348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":15,"elapsed":"755.983ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.947693602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.947775394Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.947801305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.947815186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.948122374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.948267638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.950174529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.952758309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.952772489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.952926184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.95502236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.955271457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.956979953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.959617024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.959635545Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.959781258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.970704173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.970723724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":44,"elapsed":"23.056042ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.977081975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:00.977394244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:01.005281526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"57.580294ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:01.652263844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"27617055-c70e-47e1-94a1-f532bbe0add4","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":425,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.947460086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.947545328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.947563519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.947577299Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.947869567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.94798616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.949875841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.950085777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.95020027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.951619198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.164262ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.952808401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.952819091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.952982645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.955139353Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.955333709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.961063573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.963422347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.963433997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.963564721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.971772072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:10.971785193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":45,"elapsed":"24.357227ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:16.652277245Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"642b856e-6330-4882-ab48-34ac7113aa11","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":397,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.94794573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948017622Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948029802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948037342Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948044872Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948052493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948060023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948068563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948076273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948084073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948091644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948098214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948104894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948112394Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948119034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948125195Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948133295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:20.948141175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948148645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948155365Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948163096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948169706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948176066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948182816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948188746Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948195906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948202527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948217067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948224407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948231627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948238198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948245548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948252108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948259548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948265508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948496765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948578687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948638018Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948674389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.94868979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.94870312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.94871688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948728111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948741491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948752332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948765722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948779212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948792602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948805613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948818803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.948832063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.951117405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.044332ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.955234836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1115, tv_nsec: 44495950 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:20.955606106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.956033498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.956187902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.956317416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.958129645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.958624938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.960531629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.96055586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.960780296Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.961192537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.961220148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.961379562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.961500236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.961531266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.961708081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.964790014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1115, tv_nsec: 54048848 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:20.965102683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.966659045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.967040945Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.96796539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.968263448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.974881366Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.97796576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.977998211Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:20.978123934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.002957944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.003265303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.003467798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.005295597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"57.090681ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.005371959Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.00538734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.005579465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.00574949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"57.666036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.007430405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.00760933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.009549472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.009714757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.009730837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.00984034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.009917542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.011390282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.011418583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.011638378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.01171416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.011980058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.013978992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.014114385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.014143876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.014265919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.014388343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.014483765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c04d8c57-e4f4-4ebe-ae28-878c4f0a8964\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:50:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.014506636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.01465308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.015886933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.015974585Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.016256673Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.01723938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.01726627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"69.113454ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.019380757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.019407478Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.019418128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.019556042Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.019768808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.019793809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.019803969Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.019812599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.019984894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.020261881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.020285372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.020550879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.020900738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.023204641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.023229481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.023422796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.024240818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"76.190746ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.02577297Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":16,"elapsed":"77.763068ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.026607732Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1115, tv_nsec: 115872846 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.026950611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.033463407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.033488458Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":46,"elapsed":"85.546058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.036669064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.037050634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.04578116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.045810331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.046109479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0757f94-3e78-4843-8dd4-07fe9ba20c32\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:50:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.046130079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.047161247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"98.973791ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.047970489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.04987653Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"101.650863ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.053446737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.053470187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.053479707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.053807016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.081970596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"133.971705ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.08247522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.082800849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34f0ce7-25e1-4738-b288-436284c62943\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:50:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.085530112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.085841711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.087836905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":16,"elapsed":"139.880455ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.098343468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.098372869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.098383209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"150.119671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.098641866Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.098956165Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.105734188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"157.630913ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.108931054Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.108950794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.109249622Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a772fc9c-0d0a-42d8-86c0-9dfc9e2adb0b\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:50:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.109267743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.110491966Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.137758862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":16,"elapsed":"189.584796ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.151222415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.151263206Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.159018525Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a279275f-4dc5-4ce1-b4bf-65c274d6a9f3\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:50:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.159054306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.159369875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.179131648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.179168279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.17993878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f0c9651c-7e26-46c9-b135-dae505190676\", \"date\": \"Thu, 07 Nov 2024 22:50:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.17995092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.18030651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.182625812Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.182860979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.185968383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.186358113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.189287092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.189305583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.194189215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"90bb06db-6a98-4b5b-b036-f1ebcc8e0363\", \"date\": \"Thu, 07 Nov 2024 22:50:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.195777987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":16,"elapsed":"247.668613ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.233523986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.233911626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.236120806Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.236141376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.236357742Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.245078308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.245439487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35fb0bd7-8f1a-4095-a56b-b97d83307e86\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:50:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245468448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245479539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245779996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245790177Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245797107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245805497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245813648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245820468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245974892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.245983292Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.246134106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.246143106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.246381943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.247722899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.247849552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb89a3f4-99f3-4589-85a1-c4930d1a36b8\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:50:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.247862063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.247949935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c17f094-4f3b-498f-a61a-5334925163c8\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:50:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.247965286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.247976936Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.249425005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.249597099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.279540988Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.281546822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.281573133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.281822329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.283721351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.285866748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.285888669Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.286045783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.319213168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.319738322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96fa9fad-e3fd-43f8-be01-d0cfcda8285d\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:50:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.319763963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.319774973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.319784104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.32188693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":16,"elapsed":"373.766726ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.464690273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"607d568d-b29c-472f-b630-ae654c21b908\", \"date\": \"Thu, 07 Nov 2024 22:50:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:21.464729874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.464740135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.465023822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe0b673-8350-45c4-9d95-3327421848ce\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:50:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.465065663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.465381432Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.469163364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.469492853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.472922935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.473309206Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.475427483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.475637279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:21.483265464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":16,"elapsed":"535.234543ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.947351183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.947444896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.947463866Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.947477537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.947987341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.948013992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.982372388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.982685037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.982849612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.985474022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.985500783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.985628547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.987778885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.988111203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.989699586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.992276196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.992288986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:30.992459621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:31.004409513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:31.004423744Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":47,"elapsed":"57.107911ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:31.012144182Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"64.793019ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:31.652577584Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"23575b97-e15c-40a9-bfc9-44308d894d12","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":318,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:36.645988415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:32865"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:36.646076948Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"0d429c36-ce5f-47b6-8058-a12dc28a29f3","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:36.646430957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"0d429c36-ce5f-47b6-8058-a12dc28a29f3","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:36.649387457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"0d429c36-ce5f-47b6-8058-a12dc28a29f3","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3360,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:36.649651554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"1135043d-69b1-4845-912b-9c930ac46646","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:36.649978533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"1135043d-69b1-4845-912b-9c930ac46646","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:36.651966477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"1135043d-69b1-4845-912b-9c930ac46646","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2380,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.947347863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.947416975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.947428336Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.947437986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.947693753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.947771595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.949262075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.951821834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.951833215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.951993499Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.953861349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.954191798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.955626637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.958138695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.958150985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.958296819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.969570253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.969595984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":48,"elapsed":"22.25739ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.977261611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:40.977503037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:41.006258553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"58.89312ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:46.654770762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"155ddc9b-32e3-4ff6-9459-805b0b8dd886","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":652,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.9479782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948058343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948071063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948083183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948092994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948103694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948113694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948122844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948134085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:50.948144795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:40:50.948048333 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948155955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948165356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948175596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948184626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:50.948194976Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948204587Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948213767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948224477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948234467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948243188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948252358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948261618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948271568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948283799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948293739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948304049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.94831571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.94832654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.94833779Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.94834791Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948358011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948368111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948377281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948386811Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948395492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948405572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948415052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948425323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948435933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:50:50.948444663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948455753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948465274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948475804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":10,"elapsed":"13.19µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948487414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948496834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948507885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948517345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948528385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948538496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948547706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948558356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948568576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948578617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948588187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:50.948599277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948609188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948619958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948630608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948641678Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948655809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948667629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948677029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.94868643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.94869579Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.9487087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948721881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948733241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948742371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948752592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948762742Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948774952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948908526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948940126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948954117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948965987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948977178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.948990098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949002558Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949014339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.94906638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.94907992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949090961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949103071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949116241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949125002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949133482Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949141512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1145, tv_nsec: 38408226 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949155112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1145, tv_nsec: 38405616 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949578354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949603584Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.405737ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949666526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.949680637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.279964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.950789896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.95166101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.951946998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.952669687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1145, tv_nsec: 41948051 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:50.952924814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.953767187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"5.232281ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.954669441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.954696682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.954827315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:50.957365214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:40:50.948048333 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.957397485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:40:50.948048333Z\",\"pruned\":[]}","iteration":9,"elapsed":"9.320882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.957875728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.958384061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.961516426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.961550477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.961783543Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.962078171Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.962099452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.962358909Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.964184778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.967080326Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.967123457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.967326563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.971629379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.972077481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"23.688169ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.972104871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.975718709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1145, tv_nsec: 64984993 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.97575933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.976079549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:50.976104059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.977933189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:50.978219687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.01093725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"62.745083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.01428245Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.014782203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.023262182Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.025731899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.026182251Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.026313454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.026624363Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.026645693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.026936591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.026960952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.02728414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.028108403Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.028625477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.029452439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.02948036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.029656195Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.030436826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.03207904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.032215944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.032372698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.033342814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1145, tv_nsec: 122608268 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.033748695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.034099924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.034111415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.034120105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"86.020641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.035156503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"86.842334ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.035467832Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.035495332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.035758119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.036257863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.036279393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.036288034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.036304114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.036735226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.037707292Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.039468879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.03949637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.039510061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.039760587Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.039828509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.040696413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.040723863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.040735483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"92.277679ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.041040222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.043714904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.043747925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.04394019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.060442975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.060857157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.069241493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.069681045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.075328057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.075407339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.080069365Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.080101066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.080114636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.080385913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.082890381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":17,"elapsed":"134.757426ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.082916442Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"134.682704ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.086453217Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.08805175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.088515393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.088600105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.090383533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.09322755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"145.075584ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.093495387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.093522278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.093799375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.094269898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.094301079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.094560886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.100986459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.104132284Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.104159025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.104424422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.105170232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.105199293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.105206923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.105213914Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.105421789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.106002155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.106442267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.107628759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.107774423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.109585672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"161.126228ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.110694321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.110724512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":49,"elapsed":"162.757641ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.110862286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.110890867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.110941218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.110969169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"162.723821ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.111862153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.111888363Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.11211374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.112178911Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.112197612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.112206762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.112397317Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.114960126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b113eb-d37e-4d2d-97db-444566ef45b9\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.114989147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.116723804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.118102731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.118599955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.120047694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.123170598Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.123197929Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.123433725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.138360738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.138404079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.138413359Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.13842189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.13882186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.148386228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.148876632Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.168166492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"219.649837ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.173146087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.173176888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.173188968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.173586199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.174170004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.174189285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.174202085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"225.832683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.175659564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.180092634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.180112095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.180365531Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.182255422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.182272943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.182282523Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.182291743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":9,"elapsed":"234.270491ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.184570155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.187154765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.187183255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.187308329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.188782298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.188794269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.188804249Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.189190929Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.190867975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.194379289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.19440922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"246.134032ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.194961855Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.194977376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.195189331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.197550815Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.197565666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.197575786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.197585926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":9,"elapsed":"249.077441ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.214689148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.214723369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.215012416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa75074-a36b-4e5a-baca-388c7de9ee7b\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.215038017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.216578579Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:50:51.223432324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.223454754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"275.114754ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.242357894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.242373965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.242683523Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d02f6c-65e4-4eae-8fec-b0858d5a1c01\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.242703564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.245022486Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.253757432Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.254082951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.255774776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.25701757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"308.626868ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.257231956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.257553934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fb56d0f0-363e-4ddf-bf21-76e7b6954811\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.257565235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.258047048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.258058758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.258212552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.259367033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5838938a-bab0-421e-b1ec-527d6d4f17d2\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.259383044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.259758704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.261630404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.261643045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"313.401566ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.262403975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.262416876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.262628311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.273305199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.380208874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.380471191Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e381b620-8c52-4469-a9e7-9682882a5489\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.381927641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.382204498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.384001986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":17,"elapsed":"436.014466ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.387943402Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.387964123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.388308802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73d7674-5b1e-49e4-b0d2-64168dc63260\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.388347423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.388835916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.429781321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":17,"elapsed":"481.358279ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.430384187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.430396698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.463488731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.503661075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.504085876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"19a2a053-aaa8-4c64-8bba-df332ed84800\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.504101857Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.505410932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d7e3c0be-0dc8-4c38-b491-05480ceb8c17\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.505425102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.506642865Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"58664369-e707-41df-9d63-07286c822265\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.506654186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.508530886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.508585947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"560.548445ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.534874327Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f9651b1a-3994-4346-b626-34cac8c281b9\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.534903028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.535167025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.535449143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e16d34-9e56-473a-b9e8-e5fedef94fdd\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.535478733Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.535489204Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.535496994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.537234361Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.537456427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":17,"elapsed":"589.380583ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.537646712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.539936084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.5401869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.543741646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.543763447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.544341963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"35356407-7956-48ba-8e4e-a0eb0fcd0487\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.546214463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":17,"elapsed":"597.742978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.560134118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.560469498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.561986108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.56202706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.562146303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.569919663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.57020231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1e61050-7f72-4717-901f-176889595f59\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570226661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570235311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570473797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570484778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570491648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570500368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570507789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570514599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570649572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570660563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.570845558Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.570854168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.571093324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.57317198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.573267513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb58b52a-5960-4d1e-b23f-805a349bb28f\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.573280603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.573370256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946f4f3f-151b-4d12-bc38-c9807b6a1740\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.573382646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.573391636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.726879518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d7114efa-5d0a-4c4f-9dfd-ed28a5bd4f1b\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:50:51.726919839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.72692971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.727204127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27312eed-745b-4823-9308-db161146825d\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:50:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.727249658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.727576567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.73101268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.731242036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.734570696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.734840973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.736410455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.7366065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:50:51.743747183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":17,"elapsed":"795.460924ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.94797839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.948053572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.948074443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.948087813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.948466473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.948543355Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.950304923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.950336924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.950498978Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.952941134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.952955594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.953093328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.95503157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.955188845Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.956471109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.958634388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.958647488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.958776142Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.970505158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.970528429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":50,"elapsed":"22.569449ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:00.978468673Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"30.479283ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:01.652219353Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"b82b09d4-40c4-49d3-b82c-0246c4b53ac1","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":506,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.947400475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.947448976Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.947457816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.947465096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.947787145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.947811675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.949342167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.950126428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.950455597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.95167784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.262795ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.951851324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.951863055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.952005639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.953773846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.953931621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.95576012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.957948789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.957961389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.958090953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.967137987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:10.967161238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":51,"elapsed":"19.768213ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:16.65283434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"e1be7159-1c0e-4385-bd9f-8c4abc1f718b","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":533,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948683369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948761561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948774041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948784492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948793462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948802262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948810822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948820433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948829413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948839593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948848774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948858564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948868384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948877884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948888475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948898225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948907495Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948917605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948928576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948937316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948947436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948958297Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948967797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948978097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.948988777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:20.948998808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949008998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949018338Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949028318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949037899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949047709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949057279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.94906724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.94907663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.94908662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949247864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949267185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949279515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949337137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949364508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949408029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949419879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949428619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949438119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.94944703Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.94945547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.94946378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.94947307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949481981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949489761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.949498491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.952639926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1175, tv_nsec: 41890710 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.952759059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.934836ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:20.952957325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.953505419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.954038524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.95426097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.955298878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.956523991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.956543351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.956708946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.957380804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.957401954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.957527848Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.960145488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.960418196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.962020509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.96204641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.962219104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.963006766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.963028906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.96315448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.96426569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1175, tv_nsec: 53522464 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:20.964532077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.965429911Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.965679878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.965835382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.966630383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.966995263Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.967087686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.967456986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.967477786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.968027651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.968048842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.968313889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.971868475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.971891835Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.972134102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.988396701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.988839743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.990907618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.994048933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.994075954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.994343471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.996792657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:20.996840009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.000179189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.000197879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.000472977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.000536838Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.000547929Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.000799105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.002273135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.002337717Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":52,"elapsed":"53.635367ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.003706144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.003726344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.004070594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd6f2c49-ec38-4033-840d-328a96b3d41d\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:51:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.004089654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.004620028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.004635229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"55.862408ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.005258116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"56.34831ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.006695844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.006803427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1175, tv_nsec: 96054151 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.007149737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.008442872Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.008537464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.00877188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"59.968518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.009666735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.010902508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.011007551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.01133463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.01135915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.012379228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"63.456773ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.012560823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.012573373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.012782459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.013656432Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.014847315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.015337748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.015351748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.015676837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.016111689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.016128409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.016136919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.016354585Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.017493616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.017702932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.017725822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.017830985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.017953468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.020576339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":18,"elapsed":"71.613712ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.026565821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.026590031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.026932831Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb18d63-ca4c-4dd9-b546-dcefb9281121\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:51:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.026959431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.028731249Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.048127913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.048539414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.050948419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"102.065854ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.056233271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"107.4749ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.057506406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.057524866Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.057531786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.057768913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.060480166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.063259031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.063278341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.063463826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.084662059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"135.951049ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.099245092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.099270833Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.099281063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"150.422439ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.109593311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.109944641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5f4d4c8-fbaf-436e-859d-bcbb832d5a7c\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:51:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.112188121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.112456349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.114695809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.11471667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.115031498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94cb66b3-0e36-47a1-bc28-5b58ca8a2f7a\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:51:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.115052679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.117213897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.121518393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":18,"elapsed":"172.575326ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.121843982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"172.985128ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.191312416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.193467595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":18,"elapsed":"244.783135ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.194284537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.194308097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.276377132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.276768122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.278958031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.278982672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.279411144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.287982715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5379836c-a9ea-48d2-9a70-86a367b7320f\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.288010756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.288102488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b68a06-52a2-4c0d-804a-e0624ea22c59\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.288125339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.288135559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.288143589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.288422497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.289454005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":18,"elapsed":"340.671383ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.290467072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.290780041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c6a952-7036-4e43-a1fa-b66bc2a9b986\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.290814501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.290826262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.291114719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.29112547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.29113305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.29114089Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.29114822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.291182781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.291378337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.291388927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.291590012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.291598472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.291925331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.293914285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.294020288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3a4088-c034-4c42-9023-7971ba82c5cf\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.294031498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.294126011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7201a450-3115-4003-872c-d15ef7040871\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.294140591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.294151221Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.329451704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.329474045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.329819884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"98c96125-2844-42c5-b789-385113f1abcc\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.329830514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.330157613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.33225927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.332450125Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.335127327Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.335372964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.338830997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.338844017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.33932331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ecc6dd0a-5a5c-4613-96f6-498d9a857303\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.340645766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":18,"elapsed":"391.765502ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.488973178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a5985140-dafa-4236-a88c-e9ca9a376834\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.489015899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.489025859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.489281056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dfce68a-f843-4143-bc59-3b8fff83da67\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.489323147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.489597965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.492966886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.493207352Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.495680069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.496017318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.497705654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.497913059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.505221507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":18,"elapsed":"556.481996ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.539270315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.539287846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.569584693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.569683986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43946"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.5698426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0dbf3565-f3d5-49e7-b6cc-30156b3913a2","remote_addr":"[fd00:1122:3344:101::c]:43946","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.570093367Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0dbf3565-f3d5-49e7-b6cc-30156b3913a2","remote_addr":"[fd00:1122:3344:101::c]:43946","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.613670963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/oximeter.rs:76","collector_id":"1d0ef856-8367-48e8-a7e7-21f345224101","producer_id":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:21.613697114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/producers","method":"POST","req_id":"0dbf3565-f3d5-49e7-b6cc-30156b3913a2","remote_addr":"[fd00:1122:3344:101::c]:43946","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43912,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.613778376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbf3565-f3d5-49e7-b6cc-30156b3913a2\", \"content-length\": \"41\", \"date\": \"Thu, 07 Nov 2024 22:51:21 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.615089641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:21.615106382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.947307882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.947367113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.947377434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.947385284Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.947687462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.947700582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.949024918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.949406608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.949676286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.95132269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"4.011129ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.951516235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.951526746Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.951674459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.953259742Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.95353446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.954920807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.957464436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.957487236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.95761098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.968090522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:30.968108033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":53,"elapsed":"20.821232ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:31.652366277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"f6e86dab-3b2b-40d3-9fc3-2468e8c8d039","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":572,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:36.646060167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"2a12c5a6-bf7b-48d3-a47a-814bf5c00d45","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:36.646399616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"2a12c5a6-bf7b-48d3-a47a-814bf5c00d45","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:36.648557514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"2a12c5a6-bf7b-48d3-a47a-814bf5c00d45","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2579,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:36.648874763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"a29648fa-d2c1-4c2d-b042-91b2abd181f9","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:36.649211582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"a29648fa-d2c1-4c2d-b042-91b2abd181f9","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:36.651514134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"a29648fa-d2c1-4c2d-b042-91b2abd181f9","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2721,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.947897957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.947957269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.94796983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.94797911Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.948314749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.948328139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.949595963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.950375354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.95058668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.95171806Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.819683ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.952152412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.952163833Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.952315907Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.954054244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.954219798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.95577303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.958095113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.958107053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.958246957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.966013066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:40.966036427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":54,"elapsed":"18.14992ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:46.652835659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"a7b1e84a-72a7-4313-b5d7-9e142ea9a909","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948106123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948196536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948208986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948219266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948229526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948239217Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948248637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948258867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948268178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948278468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948287708Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948297718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948306399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948316079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948325859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948335879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.9483465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94835681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94836531Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94837461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:50.948384701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:41:50.948269007 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948395151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948404261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:50.948414071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948423202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:50.948432312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948440882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948449782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948457843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948466993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948476373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948485833Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948495444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948505614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948515034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948523724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948536065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948544445Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948553705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948562795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948573116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948581766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948591786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:51:50.948601756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948612777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":11,"elapsed":"10.88µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948624507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948634077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948643637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948655068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948664468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948673428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948683179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948692009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948701749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948710189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94872013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94872977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94874075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94875066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948761221Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948770371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948779261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948788452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948797902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948806732Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948819692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948832023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948843153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948854333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948865823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948877344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948888194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948981017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.948996317Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949006067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949053839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949068459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949079439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94909112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94910251Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94911325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949123341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949131661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949143051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949153741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949164832Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949184852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949197772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949209073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949218863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949280615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1205, tv_nsec: 38517569 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949301705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1205, tv_nsec: 38520419 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949363007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949375357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949596773Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949611594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949797849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949813789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.260594ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949824499Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.94983453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949961323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.949975684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.574033ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.950050515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.955011439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.955371299Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.956204561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"7.986716ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.958442762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1205, tv_nsec: 47497641 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:50.958574816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.958986787Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.959010027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.959281435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.959815799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.95984846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.960071616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.962302046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.962608874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:50.962848021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:41:50.948269007 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.962866701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:41:50.948269007Z\",\"pruned\":[]}","iteration":10,"elapsed":"14.585924ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.963649693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1205, tv_nsec: 52886496 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:50.963982351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.964145736Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.965308167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.967566408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.967597319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"19.153717ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.96761264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.967871946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.968626147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.968653517Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.968913415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.973354674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.97391979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"25.240381ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.976600402Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.976635513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.976859319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.977821215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.978286508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.979217853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.979786318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.982415289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.98244381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.982663406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.982684686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.982698756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.982935393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.984157986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.986069667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.986420427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.987534027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.987559778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.987571298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.987860616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.987901287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.987923288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.991035392Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.991058992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.991280908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.993303883Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.996319014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.996345265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.996456968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:50.996583271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.001403631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.018598855Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.019058328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.02024923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1205, tv_nsec: 109483393 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.020945639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.022261404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.023423706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.026120968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.026148119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.026411206Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.027775753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.027824444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.028002729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.028086611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.028287427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.028307597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.028318087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.028450551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.028682257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.032137761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.03395409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.03398088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"85.580349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.034102474Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.034573766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.03543323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.03545796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.035746938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.035769979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"87.156842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.036134858Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.036511899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.037189467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.037214507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.037431353Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.037860385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.037888516Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.037920797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"89.262079ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.039882479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"91.509839ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.040762943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.041090592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.041181225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.041197655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.041206515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.041402291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.04175179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.042597743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.044819903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.044843204Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.045052299Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.046321073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.046348594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"97.774649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.046969541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.046994802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.047892426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.047913666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.048226815Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.051326768Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.051715449Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.052100329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.05212014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.052279444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.052292885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.052303615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"103.976446ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.052327535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.053076856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.053295832Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.053320552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":55,"elapsed":"105.23775ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.055365037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"106.893845ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.072687085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.072722716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.072733126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.072742126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.072751077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.073060635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.073156448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.078175943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.078205884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.078492401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.080419993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.080815004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.082022407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.082044067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.082056808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"133.607176ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.082246153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.082267923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.082461739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.086190959Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.086530358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.086817106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.088570593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.091067871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"142.365841ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.092117119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.09214065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.092363606Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.092937621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.093218339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.094311358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.09474856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.094827882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":19,"elapsed":"146.349989ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.096645951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.096671362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.096841687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.102370446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.102400457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.102409707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.102417717Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.102625393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.104587566Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.107359851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.107390891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.107734341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbab63fa-0cf2-419b-a113-1e03626b2000\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:51:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.107757491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.108654425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.108668696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.108893712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.109339164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.115930862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.115955852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.115967043Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.11623697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.118961244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"170.83141ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.13217236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.132194881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.13252637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a942b75-6751-4cbe-aee9-31f15ea1f9aa\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:51:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.13255636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.134705038Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.151984905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.152390346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.153423594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.153446234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.153457864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.153593798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.153616809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"205.105684ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.153710471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.155877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:51:51.157432842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.157458132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"209.300158ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.159725464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.159752994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.159769395Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.159889868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.161930193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.161951724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.161961454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.161970754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":10,"elapsed":"213.708387ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.163011102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.163035373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.163209878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.163904196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"215.719881ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.165550901Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.165565031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.165575991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.165583002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":10,"elapsed":"216.916704ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.210835723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.210873034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.211215493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da7061c-44fd-4f19-96c9-2f332c5e26ad\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:51:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.211241294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.213498275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.266178106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.266564656Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.268074407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.269918487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.269933637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.270102552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.271309635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.273268727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.273285668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.273435442Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.292956649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.292977549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.293322538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7739ea34-b036-4c64-826a-e1394353484d\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.293350519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.293647337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.297623074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.297879072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e96f12-49bd-446c-bfe8-46e4c9bc0ca4\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:51:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.30006404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.300318617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.30227172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":19,"elapsed":"354.146066ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.302857226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.303214176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"099f0cd2-9455-4b31-b9cb-46128c8ceb40\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.303239556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.305276801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3f24890d-7c58-4452-8203-37038ac3b5c7\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.305309142Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.30671609Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.306742291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"358.070952ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.342378082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.342432814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.342616709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"eb481979-eb84-4d45-a109-5e2a5d6d1e35\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.34264558Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.342946298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.361866528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.38752447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":19,"elapsed":"439.352966ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.443032588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.445765862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.446099211Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.449260416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.449474242Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.453192332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.453215763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.460609992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c7445bd-dbf5-4260-bd1b-b51db73f9163\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.460631623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.460641763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.460649884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.460658344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a488e586-be8b-48e9-b39f-3a8b814dd563\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.461287651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.461838556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7af4f3e0-6d6f-4f74-9a46-0b6839a06bc0\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.461851346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.462348659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":19,"elapsed":"514.01657ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.463543871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":19,"elapsed":"515.290924ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.463783838Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1b1b3044-e654-4fa0-a297-5b0cd02fd943\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.463795268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.465784912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f73b5db-639f-4602-aa96-0dd18d0655ea\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.465809813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.467834727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.467867068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"519.620011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.488961837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.489319307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.491209508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.491231799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.491368252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.500480798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.500743745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd76a75-e3de-43d2-8acd-b5e272cdc78c\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.500760036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.500769866Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501009582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501019013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501025123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501031733Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501038003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501044174Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501208518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501218568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.501431514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.501452725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.501739902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.503703105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.503805718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3279a472-4436-45ca-a6b2-4cef58c5f0f7\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.503817398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.50389443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbe89b0-e34c-4b7b-8a84-d12647e95fff\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.503908521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.503918191Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.608166324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2d3ed8b7-3749-48a0-b174-c067a132ffd0\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:51:51.608203055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.608214115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.608604566Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564a348d-6a3a-4bcb-8cf5-1136a8c2e0d4\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:51:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.608638737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.608968046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.612913502Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.613139898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.617428784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.617772843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.61989177Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.620145647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:51:51.627189547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":19,"elapsed":"678.603652ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.947583479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.947662281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.947680362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.947693922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.948013271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.948040041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.949693036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.952322617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.952340337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.952475271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.953577121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.953738355Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.955340808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.957511467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.957525187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.957655711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.968343789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.9683668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":56,"elapsed":"20.806071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.976416727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:00.976688814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:01.004776762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"57.187163ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:01.653428295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"ef43e1a0-37e8-480e-a6ec-becfc4c1bde5","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.94761344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.947700262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.947718602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.947732303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.948144264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.948166814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.949657635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.95209469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.952107431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.952243084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.954512916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.95467533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.956121799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.958321718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.958334409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.958463862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.969404508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.969430608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":57,"elapsed":"21.83769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.976011226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.976342205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:10.977780674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"30.167524ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:16.653170588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"26a6e606-c72e-423c-bd9d-448f6483fae6","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":324,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947851146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947909188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947920538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947930038Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947938268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947945149Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947952109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947958659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947966139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947972219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:20.947979749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.947987279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.94799461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.94800224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.94800897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.9480167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948024951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948031701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948038421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948045481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948052551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948059441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948066222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948072482Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948078602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948085302Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948091362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948097353Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948105923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948115843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948125923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948135374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948146184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948155694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948165334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.94838265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948418501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948466323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948477333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948514304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948524044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948542454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948550805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948558745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948567215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948584726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948593276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948602366Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948611207Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948619507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.948649808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.951673789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.951983387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.954450194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.954501865Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.954607988Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"6.694871ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.954799694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.95578932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.955923344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.956259413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.956289994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1235, tv_nsec: 45526518 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:20.956583622Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.957543277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.957562578Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.957737823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.95839127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.958411201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.958535344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.958546804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.958595916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.958714689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.95873324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.958747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.958887294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.962960254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.963905329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1235, tv_nsec: 53135553 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:20.964151766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.965696368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.965711388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.965912473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.972302936Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.972616094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.972989514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.973372164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.982289515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.986298983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.986343194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.986399876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1235, tv_nsec: 75624100 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:20.98655354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:20.986755626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.002498521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.002946173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.003779395Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.003807156Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":58,"elapsed":"55.96816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.010015133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.011588316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.012090759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.013143518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.013173409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.013396765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.014789382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"66.779482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.014939376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.015364938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.015901432Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.016089547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"67.970315ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.016118608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.016585351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"68.485948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.01731999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.017599908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.018297407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.018577144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.019748796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.019776687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.019788887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.019919541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.020112706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.020131266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"72.147447ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.020163037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.020588099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.021187615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.021225096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.021417661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.022260434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.022270724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.022276754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.02248144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.022634334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.022645704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.022910531Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.031864223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":20,"elapsed":"83.948345ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.046725304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.046768175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.047210147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91962f9a-0546-4fcd-b8ca-78a4c7cfd3c2\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:52:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.047241218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.048906013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.052371846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"104.335616ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.05548124Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.055506051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.055773638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71bdb7b-050d-4a22-a9b1-c03e8f01a353\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:52:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.055804659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.057825414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.06435269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"116.257867ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.074195175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"126.312088ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.074620347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.074636657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.074644467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.074986757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.076541179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.076569049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.076908769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8915d3b-c261-4367-8542-b6ab2d917067\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:52:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.076922559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.079062596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.103458625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.103802444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.109371294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.109387795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.109398105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"161.343384ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.117600116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"169.630628ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.145975382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.146246809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41274b8a-0a69-4829-87b0-0dc0c2f001b2\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:52:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.15107399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.151154572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":20,"elapsed":"203.086861ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.151357707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.153032893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":20,"elapsed":"205.177846ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.173155366Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.173180436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.195807107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.196175547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.197812131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.199551118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.199567348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.199719363Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.201366697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.203079803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.203096694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.203231477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.224045129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.224428349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.226194637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.226223338Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.226503215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.235761565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.236109734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b3a8a2-054f-4c77-a709-642261ab2bc9\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:52:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236142075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236153055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236462454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236472454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236481464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236489765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236496995Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236504225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.23666992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.23668236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.236808763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.236816833Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.237102361Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.239214958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.239329191Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a9cdb83-2222-4673-a0fd-0fd0eb7f9442\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:52:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.239341312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.239440354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc49b0d-8055-40e3-afbf-39bdae5e9199\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:52:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.239454825Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.239465235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.263990287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6bfa40-1db1-4737-98eb-88a43a426400\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:52:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.264020247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.264302375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.299883945Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.301013176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc65dccd-8f1a-4489-b3a2-8eb7b39860ad\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:52:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.301038637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.301047737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.301054647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.302919507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":20,"elapsed":"354.908417ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.30486474Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.30487809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.305100506Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ff3e64ce-96d9-4d42-ba3b-e66df5d2847f\", \"date\": \"Thu, 07 Nov 2024 22:52:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.305152437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.305408354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.307587283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.307738927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.311146139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.31153092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.314854899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.3148668Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.315502647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0be29b56-e6d8-43b4-b964-f7b01ea0a34c\", \"date\": \"Thu, 07 Nov 2024 22:52:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.31748407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":20,"elapsed":"369.559522ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.467912239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1f1fae41-9a11-4825-9407-093f4e7b526e\", \"date\": \"Thu, 07 Nov 2024 22:52:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:21.46793762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.46794697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.468208187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0291266c-650f-414d-b484-ce2730f4a73f\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:52:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.468251638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.468587827Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.471745452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.472063851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.475645417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.475856253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.477813726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.478080383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:21.483972322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":20,"elapsed":"536.019004ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.947460965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.947539267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.947557278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.947570058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.94802199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.948043291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.950174349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.952624444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.952645325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.952772648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.954900166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.955310637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.956742076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.959257954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.959275804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.959411318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.970674372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.970692172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":59,"elapsed":"23.254548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.9776618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.977913807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:30.979766877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"32.294372ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:31.652086229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"479bb43e-e2b0-4095-84f5-3fa27835e13e","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":325,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:36.64584205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"c5808671-dc83-4c56-98c6-7bb002f64ca0","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:36.646183219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"c5808671-dc83-4c56-98c6-7bb002f64ca0","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:36.649047527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"c5808671-dc83-4c56-98c6-7bb002f64ca0","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3268,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:36.649343755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"1db93bae-ef4c-4050-947c-2fb399104e97","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:36.649694864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"1db93bae-ef4c-4050-947c-2fb399104e97","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:36.651932334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"1db93bae-ef4c-4050-947c-2fb399104e97","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2647,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.948268137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.948323248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.948335139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.948343349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.948675798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.94876472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.951023821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.951228557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.951587556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.953155519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.872651ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.953500488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.953509248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.953645232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.955656636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.955833381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.957057664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.959269234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.959281874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.959412198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.97061964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:40.970641781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":60,"elapsed":"22.378984ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:46.654615157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"bb573cac-7127-438e-a037-09a187e72a72","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":505,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948072172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948154424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948167804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948179604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948189925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948200965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948210985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948220536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948230446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948239156Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948249566Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948258306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948268377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:50.948278627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948289127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948298747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948308808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:52:50.948345899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948358709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948368749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.94837946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":12,"elapsed":"16.011µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.94839115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.9484009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948411231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948420591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948431041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948441231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948454172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948462892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:50.948471492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:42:50.948314898 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948480603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948490413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948498863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948507773Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948517693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948527604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948536304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948545424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948555294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948564405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948574485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948584735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948594306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948603526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948612176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948620946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948629267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948638477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948647427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948657137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948665688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948676678Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948685918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948695508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948706198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948715099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948725319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948733989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948742519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.94875156Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.94876118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.94877183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948781791Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948790851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948800361Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948809401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948819662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:50.948829462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948838102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948846832Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948858583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948867883Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948879743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948891174Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948902774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948914014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948926075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948935535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948946445Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948957215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948968846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948979516Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.948991276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949002137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949011777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949050258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949064918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949074099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949083409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949094119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.94913538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.94914897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949160731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949171611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949191612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949230173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949255773Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949396097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1265, tv_nsec: 38599331 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949421798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1265, tv_nsec: 38603321 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.949983603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.950004654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.346827ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.950152588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.950168728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.630435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.955152132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.955722828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.961882634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.962742087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"14.004248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.963165079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.965385979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.96541654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.965641726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.966338074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.966367285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.966606372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.972193682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1265, tv_nsec: 61387816 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:50.972524671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.973942359Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"25.716664ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:50.97583215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:42:50.948314898 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.975865491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:42:50.948314898Z\",\"pruned\":[]}","iteration":11,"elapsed":"27.524702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.978370869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.978888433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.97988299Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.980361473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.980519667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.985057819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.98509684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.985372648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.989241532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1265, tv_nsec: 78440056 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:50.989627013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.994752031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:50.999239262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.011892404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1265, tv_nsec: 101073697 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.012224472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.017546156Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.020741962Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.020804564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.021050271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.023904128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.024195186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.033382574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.033446465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.036468767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"88.313673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.036556109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.036928069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.03695205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.037016522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.037115164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.037273259Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.03844082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.039714854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.039974932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.040135166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.040151046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.040359562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.042806768Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.043067295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.043472446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.04438524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.04474117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.045178522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.045229413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"96.957866ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.045251254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.04549025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.046097887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.046126078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.046138388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.046525608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.046787045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.046837197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.046854567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.047083343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.047170226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.050515616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.050544047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.050955778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.050983029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.052721505Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"104.052668ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.052972232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"104.50685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.053779194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.054102493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.054182125Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.055726546Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.055753007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.055768988Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"107.50089ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.055782798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","candidates":"[(412964a7-f549-48bf-9c4a-862ceb9addd0, 0), (27155659-1bdb-435b-a4cc-41e9c09dff71, 0), (a02b5199-8643-45b7-9ebc-60a3483be6e7, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.056454396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1265, tv_nsec: 145658370 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.057384191Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.057416442Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.057617837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.05769866Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.060437894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.060655819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.060985888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.0610244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.061304157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.061325877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.061339268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.061560464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.064510574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.064539674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.06474734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.066583179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.069292583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.069319283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.069491358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.077826243Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.078229454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.081813881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.081851891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.081863042Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.081872242Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.082198331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.089608451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.097393711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"149.282618ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.097484593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.097502634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.097511754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.097520434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.097962656Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.099836887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.10439503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.104432181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.104639326Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.107385711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.107409721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.107425421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.107868224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.112241691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.112600421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.113218688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.11700675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.117036041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.117046031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.117341479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.117704759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.117728879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"169.458093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.11774792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.117761131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.117776151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.118027748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.119077746Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.120225387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"171.747534ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.120595727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"172.085594ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.122279412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.122299243Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.122307493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.122487278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.122538049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.12255015Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.12255813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.122746015Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.130239987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.130273178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.130568436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.130669099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.141953473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.141986594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":61,"elapsed":"193.417639ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.143211947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.143229938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.143239868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"194.524409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.146305301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.15034322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.150375431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.150577646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.155846288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.156218368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.162515708Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.16332475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.165769496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.165785876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.165797447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"217.406006ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.166270509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.16628187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.166467465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.168490269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.168544371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.168554061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.168563341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":11,"elapsed":"219.915614ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.169808775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.170109333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.170498074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.17074833Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.172073676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.172341863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.173000151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.173142195Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.173500324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.17519979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.175214691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.17553655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da4b4bb-7a60-4d23-840c-f6918270b1ee\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.17555614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.17556391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.17557328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.175612372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.175623312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.175802987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.17591627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.176984309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.177006309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.177224095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.177269766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.177577745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.17814539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.179176368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":21,"elapsed":"230.689615ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.1807479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.180767391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.180976106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.182363224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.182381244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.18260264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.184877611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.185068577Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.189242059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.189698462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.191652844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.191887631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.194044029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.194366568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.19632048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.196619648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.198214182Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.198554341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.199797964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.204206923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.204233654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.204249194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.204492441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.204741178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.204765438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.204958493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.20668261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.206898536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.212809275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.213164275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.215688113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.21594436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.218406886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.218665563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.2203853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.220593835Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.221859789Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.222141697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.223482583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.223896684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"275.277308ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.228855348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.228871079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.229059604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.230604525Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.230803091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.232009543Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.232312111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:52:51.233070842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.233095013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"284.786365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.23336696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.237198083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.237216044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.237355888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.242079855Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.242538658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.242565878Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"294.283511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.242582289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.242846156Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.244437589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.244632954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.246372331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.246597227Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.246800913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.246823603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.247049209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.24817313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.248505328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.249101225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.249130775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.249142296Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.249152886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":11,"elapsed":"301.064085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.250449331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.250645736Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.251855389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.252075555Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.253209286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.253497883Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.254592153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.258348424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.258362605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.258549739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.2596743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.259936477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.261209771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.261407607Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.262427964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.267929373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.267954563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.268136748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.280388899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 2dd87331-1080-4a71-a905-3e46ecebaf6c, kind: Service { id: 377e4941-a34d-4c51-b725-3cc833f8df14 }, name: Name(\"nexus-377e4941-a34d-4c51-b725-3cc833f8df14\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 111])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 64ed67c2-1a18-431c-8723-5c0738c08c4e, kind: Service { id: a5da1467-f0f3-4c0d-ad94-ed83c65ca978 }, name: Name(\"nexus-a5da1467-f0f3-4c0d-ad94-ed83c65ca978\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 89])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a3c0e3f-1bcc-4caf-a59c-866543a0723e, kind: Service { id: 42e8095c-4973-40db-9d13-0be7e130d89d }, name: Name(\"nexus-42e8095c-4973-40db-9d13-0be7e130d89d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 45b10ace-97a4-4ae9-b37f-3abfe43591bc, kind: Service { id: 19da6a5b-073a-4e12-8775-91fc61c1e962 }, name: Name(\"external-dns-19da6a5b-073a-4e12-8775-91fc61c1e962\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 180])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7461ea38-345b-4151-b71f-10e7e61b2bc4, kind: Service { id: 939b4884-df0a-49e9-b0e5-27de78137ddd }, name: Name(\"external-dns-939b4884-df0a-49e9-b0e5-27de78137ddd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.28043153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.280595105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.282143496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.284852229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.28487221Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.285103626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.31006268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.310371248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f059edce-eb1c-4ddb-bebf-76d57969107e\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.310398739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.312089534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4ecbd0c1-e759-4eea-a13b-0d5464d3d8aa\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.312114455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.313546614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.313557494Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"365.199965ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.325212558Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.325236559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.325544917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"643b5083-e169-460a-91c0-d38cf2b26ebe\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.325574378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.327360176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.372086843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":21,"elapsed":"423.407506ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.417872088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.41793892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.418398092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25150d2e-de97-4697-9a1c-ac3905d0e7a8\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.418436273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.418903886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.421556628Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.421580458Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.421591798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.422123303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a32633e8-f3b8-45bf-a476-386de75977c4\", \"content-length\": \"476\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.422170494Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.422469242Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fffbb41-c560-4f38-8269-86ff0d65c9a1\", \"content-length\": \"734\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.422522254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.422874953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f964fb-0096-4fd7-9ca4-c45ad0900930\", \"content-length\": \"111\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.422890413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.423198112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"304619bb-0157-4238-b0b7-47fbbb9188c5\", \"content-length\": \"111\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.423218772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.423485369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc6b2de4-7e61-4044-93fa-cc04e3b410d0\", \"content-length\": \"167\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.42349802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.423784908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff38f35a-b45c-4862-b156-7810b46af770\", \"content-length\": \"167\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.423797588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424065015Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3894d88-b35c-41ec-88db-f91ade2d9375\", \"content-length\": \"175\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424077745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424335643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70b8e4fe-5206-493e-beb0-589f63dae936\", \"content-length\": \"175\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424348433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424483376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"529f777e-9f80-421c-9d2d-cfa6fb23eff2\", \"content-length\": \"702\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424496837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424658711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19086544-ffc2-43c8-bfe2-cb7b1c22a76e\", \"content-length\": \"727\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424669901Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424824926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91432ba0-b7a3-4226-9ea1-24feb36ce3e8\", \"content-length\": \"729\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.424835116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.42498085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f371710-6683-4443-b47a-9cf2410b4914\", \"content-length\": \"728\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.42499141Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.425175805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e619f4-8cc5-42e8-b058-e3204c629060\", \"content-length\": \"722\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.425196406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.425461123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"420d05a6-d776-4d28-ade6-d2e5b27a5dbf\", \"content-length\": \"109\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.425473013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.42573031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50dd6978-3d13-43eb-9964-b19eddb92d59\", \"content-length\": \"109\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.42574239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426005517Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200c69d0-d8ce-443a-89a2-f87c279297d6\", \"content-length\": \"169\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426017738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426281125Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f6f06a6-08ce-4440-968c-e42694d60db0\", \"content-length\": \"169\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426292075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426548722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3614a2e7-8bbf-4708-bcf3-fdbf6adb69e0\", \"content-length\": \"178\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426560652Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426820139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e4d330-da25-4b6a-ae27-1480754e133f\", \"content-length\": \"178\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.42683304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426970123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bab9403-8a69-4c18-b88a-ba774dfbccdd\", \"content-length\": \"702\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.426981044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.427124308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1535bc7-2787-464a-9222-af33b5a04726\", \"content-length\": \"727\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.427134638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.427272662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e588de-9b02-420e-b18f-97353305ce5a\", \"content-length\": \"729\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.427283112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.427420246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6897d19e-b7c9-49c3-9049-8273acf24188\", \"content-length\": \"728\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.427436976Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.427828867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.441844525Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.441870526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.442138963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f641a1a1-df17-4382-9499-b1d694da05d9\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.442154973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.444334432Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.450730155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.484064334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.484453575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b650808-b72e-418d-9828-2c483cd86ec1\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.484487936Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.484498216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.484505956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.486053068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":21,"elapsed":"537.483223ms"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.486098309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.48615166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 45b10ace-97a4-4ae9-b37f-3abfe43591bc, kind: Service { id: 19da6a5b-073a-4e12-8775-91fc61c1e962 }, name: Name(\"external-dns-19da6a5b-073a-4e12-8775-91fc61c1e962\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 180])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7461ea38-345b-4151-b71f-10e7e61b2bc4, kind: Service { id: 939b4884-df0a-49e9-b0e5-27de78137ddd }, name: Name(\"external-dns-939b4884-df0a-49e9-b0e5-27de78137ddd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2dd87331-1080-4a71-a905-3e46ecebaf6c, kind: Service { id: 377e4941-a34d-4c51-b725-3cc833f8df14 }, name: Name(\"nexus-377e4941-a34d-4c51-b725-3cc833f8df14\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 111])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 64ed67c2-1a18-431c-8723-5c0738c08c4e, kind: Service { id: a5da1467-f0f3-4c0d-ad94-ed83c65ca978 }, name: Name(\"nexus-a5da1467-f0f3-4c0d-ad94-ed83c65ca978\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 89])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a3c0e3f-1bcc-4caf-a59c-866543a0723e, kind: Service { id: 42e8095c-4973-40db-9d13-0be7e130d89d }, name: Name(\"nexus-42e8095c-4973-40db-9d13-0be7e130d89d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.486170801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.486626293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.489026628Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.489053649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.489187473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.490986521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.492582524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.492599885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.492728708Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.498517934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.498539595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.498704889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1126ea3f-978e-4134-a15e-7168d94490b3\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.49872117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.499067629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.500274272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.500513378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.503352695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.503862618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.507414994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.507434885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.507744613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"15328bad-03de-4cf0-8763-00f166b64606\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.50909542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":21,"elapsed":"560.920545ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.56618471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.566496679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f12fff5-fee5-46e2-9d12-f0624ff06088\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:52:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.568007179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.568340638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.57060443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":21,"elapsed":"622.259531ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.602764507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","vpc_to_sled":"[Sled { identity: SledIdentity { id: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, time_created: 2024-11-07T22:43:07.889510Z, time_modified: 2024-11-07T22:43:07.889510Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.602822609Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.602831399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.603102146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.629892279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.630393783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b4e3b059-290b-4573-ac7a-94f65310b97c\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.630418004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.631916904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8369a400-5e60-43ea-8102-384e41addc14\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.631940274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.633348232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2039cb3f-c64d-411c-8d46-360c2640dbea\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.633359663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.635232993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.635270775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"686.578276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.646060586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"34a754f7-3fec-4d8e-a0e7-785dd2256f1b","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.646352894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"34a754f7-3fec-4d8e-a0e7-785dd2256f1b","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.664984066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.665011367Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.667620917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.667951876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.668478Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"34a754f7-3fec-4d8e-a0e7-785dd2256f1b","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22459,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.668717237Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"68ae3d72-3d2b-4a86-9f70-926e53c544ba","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.668948843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"68ae3d72-3d2b-4a86-9f70-926e53c544ba","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.669734694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.671085431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"68ae3d72-3d2b-4a86-9f70-926e53c544ba","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2412,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.671521643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.671915503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.672323014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.673966669Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.673985679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.674185185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.682578561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.68290619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d8b595-c275-4d4c-b0ec-13f72da20b3c\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:52:50 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.682930461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.682940661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683205898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683217008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683223698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683231029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683237699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683244019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683418024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683428894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.683568818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.683577898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.683936048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.686298751Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.686435275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2c1d06-3694-497e-aee9-920a38294817\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:52:50 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.686452076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.686560179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b3435cb-9f0d-4108-87b7-cba20a913fc4\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:52:50 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.686578189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.686591869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.70365377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.723214957Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"3f25108a-4f36-4bd8-adce-5ac0f4228160\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.725459308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.725472938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","elapsed":"777.049417ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.725480469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":3,"elapsed":"777.059008ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.897668495Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c851a20c-2cf0-4c78-91ea-90756debbc36\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:51.897710856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.897722886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.897925762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe058b0-f3a2-42cc-8ab7-585f2dd4dec2\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.897984244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.898410665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.902049603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.902331801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.905812335Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.906088152Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.90786127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.908182449Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:51.914832418Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":21,"elapsed":"966.786328ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.212579943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b8165ab-c4aa-4d1e-b9b6-be30040eb529\", \"content-length\": \"29193\", \"date\": \"Thu, 07 Nov 2024 22:52:51 GMT\"} })"} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.230102586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.231869383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.232149671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.233566059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.235306786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.235371788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.235532172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:52:52.433959496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"b516441a-4b46-4163-9059-dcc60d77490e"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.434005048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_started":"2024-11-07 22:52:51.421533 UTC","collection_id":"b516441a-4b46-4163-9059-dcc60d77490e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.434046709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"collection_id\":\"b516441a-4b46-4163-9059-dcc60d77490e\",\"time_done\":\"2024-11-07 22:52:52.230098 UTC\",\"time_started\":\"2024-11-07 22:52:51.421533 UTC\"}","iteration":2,"elapsed":"1.485598237s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.434067279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.43407707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.434496981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.436344231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.43852749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.43854924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.438713305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.441029627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.441341126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.4426028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.44444839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.44446764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.444599803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:52:52.466531475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"32.452616ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.947685381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.947731992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.947740822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.947747212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.948085981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.948103462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.950118846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.953253011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.953271952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.953437176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.955270755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.955485661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.957509086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.959975852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.959991383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.960122196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.971975796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.971999467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":62,"elapsed":"24.321466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.978207534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:00.97842616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:01.005648225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"57.941733ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:01.672955611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"28e01dae-5dd1-4521-bfb9-6476bd42b561","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":345,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.948158683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.948232495Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.948249126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.948262656Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.948693268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.948737379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.950376473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.953026935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.953045205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.953188289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.954844604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.9550869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.95620398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.958613715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.958624006Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.958764029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.968077321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.968100511Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":63,"elapsed":"19.958759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.986694553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.987011212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:10.987926946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"39.761583ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:16.653066524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"641e26d3-1198-4d6f-9aa4-3ac3d787fffd","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":356,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947519496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947600508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947611738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947621679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947630379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947641059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947651209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.9476603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.94767004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.94767969Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.94768899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.94769899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947708641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947717721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947727051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947735991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947744692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947753902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947763022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947773163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947782283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947791353Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947800033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947809284Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947820314Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947828684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947838794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947848525Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947857185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947867005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:20.947876295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947885475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947893776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947902156Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.947910786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948156803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948187574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948198764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948213855Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948225775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948236915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948247835Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948258356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948281356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948310677Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948321097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948330078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948338258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948368399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948378559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.948385879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.951661728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.95322095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1295, tv_nsec: 42402094 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:20.953553919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.954249417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.954274258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.954446653Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.955138611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"7.346858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.956002465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.956451807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.957131875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"9.409664ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.957524756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.958926333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.958952854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.959109869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.95952351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.95955001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.959706194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.961124053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.961144683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.9613826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.961641487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.963083116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.963453106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.963639041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.963663751Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.963810265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.963910348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.964119014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1295, tv_nsec: 53296477 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:20.964474203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.965938223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.965963594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.966094827Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.967605128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.968017349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.968189214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.96843338Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.969597681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1295, tv_nsec: 58774485 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:20.96991017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.971702528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.971947485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.992021886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:20.992443748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.00476389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.005233443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.005289445Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"57.463901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.007830533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.008134561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.008166762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.008385478Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.008514682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.008730588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.008870021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.010637309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"63.009191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.011064571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.011970135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.011986145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.012132759Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.013040634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"65.292342ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.013948918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.013974239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.013984399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.014067472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.014272877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.014297128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.014427101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.014440731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.014621487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.01512268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.01696905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.017295579Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":22,"elapsed":"69.739162ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.017428782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.017443383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.017628188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.018277715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.018300786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"70.591145ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.018904372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.018925232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.019057556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.021853071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.021882012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":64,"elapsed":"74.356926ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.029412446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"81.817768ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.044426821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.044457981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.045012896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776e7c40-ecf8-45b1-92c4-6c75557117ec\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:53:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.045043647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.051054119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.056859986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.057183225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.06218907Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.062215961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.062226991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.062529139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.063103105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.063264409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.078374107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.078396437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.078640114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"531cdcc7-1f90-4f77-b5d6-a64d28f976d8\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:53:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.078658115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.079392264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.079416845Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.079659162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d7fdf4a-2fad-47ff-97bf-70abf842c08e\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:53:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.079673402Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.080322949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.081983774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.084014059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"136.340299ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.09221871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.092240841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.092249481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"144.471799ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.122545009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"174.699624ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.130126673Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.130154404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.130450232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a886815f-1217-4794-9a6c-a7a2aef5f90d\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:53:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.130476843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.130810772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.144822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.14484715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.145020825Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"be8d12ad-7b87-4013-80af-aab3f5558620\", \"date\": \"Thu, 07 Nov 2024 22:53:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.145032266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.145384475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.147465101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.147663766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.150861333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.151181061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.15410424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.154116471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.154337987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8988d7d6-cc91-4c50-a5ca-296a6505eead\", \"date\": \"Thu, 07 Nov 2024 22:53:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.154767218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.155022075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d9d4883-06a0-41ae-af0c-13c872b64022\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:53:20 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.156458384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":22,"elapsed":"208.620259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.157308747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.157549593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.15929378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":22,"elapsed":"211.770664ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.165841147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":22,"elapsed":"217.976922ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.167731678Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.169455065Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.169464115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.169616819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.171029647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.172805465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.172815385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.17298546Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.230548073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.230905743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.233159693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.233180824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.233346839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.243625806Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.243969055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a608a8f-6ef3-46f3-afdd-d5708c4450af\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:53:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.243996596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.244007996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.244309754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.244329625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.244337225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.244345426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.244353316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.244360276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.24450127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.2445128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.244630313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.244639353Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.24489144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.259420722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.261693303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.261848638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8575dca7-1c76-4c82-9f3e-db5890445d92\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:53:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.261877199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.261981371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b66e58e8-8a64-42ea-b9d3-a04a7b01381b\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:53:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.261995732Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.262007712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.305418974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f08e506-9fc3-4024-b799-8ba99dd4ab26\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:53:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.305441294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.305455344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.305463455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.306957825Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":22,"elapsed":"359.312796ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.405539995Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"692f1b63-16ea-446d-b8ba-23ddd0ad6c11\", \"date\": \"Thu, 07 Nov 2024 22:53:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.405562485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.405571436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.410759176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b733431f-0f80-4e80-8b17-df1ff6382539\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:53:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.410792876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.411121195Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.414312551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.414479086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.417498867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.417833566Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.419800509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.419994785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.427210829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":22,"elapsed":"479.639412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.646386154Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"d5d326ed-65af-4da7-b909-cff7a9f8f7e1","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.646748544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"d5d326ed-65af-4da7-b909-cff7a9f8f7e1","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.649315623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"d5d326ed-65af-4da7-b909-cff7a9f8f7e1","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3002,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.649605821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"4c2a90d5-1d31-495d-8313-a9c342f063a5","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:21.649929249Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"4c2a90d5-1d31-495d-8313-a9c342f063a5","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:21.651660606Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"4c2a90d5-1d31-495d-8313-a9c342f063a5","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2113,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.947537096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.947627858Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.947645619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.947659919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.94803621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.94805944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.977388602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.977567356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.977936316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.980084804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.980108535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.980234368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.982233772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:30.982398397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:31.005709996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"58.18153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:31.010766452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:31.013146906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:31.013158237Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:31.01329321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:31.025837209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:31.025855589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":65,"elapsed":"78.346124ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:31.653170477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"86d331f0-c7e0-4424-90f4-75bc88790fd8","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":548,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.947356151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.947421293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.947432553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.947442823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.947760222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.947935736Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.949038836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.949634473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.949939821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.951533744Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.951562134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.951680538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.953401054Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.953759064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.955335166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.957838684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.957855374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.957997638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.965746497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.965767608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":66,"elapsed":"18.421007ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:40.976693052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"29.316011ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:46.653022602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"09146e02-4cd9-403b-b359-bf76f2c2c230","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":390,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.9480822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948160982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948175302Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948189423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948199373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948210983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948221634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948232484Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948243024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948253345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948264075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948274225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948285716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948296436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948305886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948314726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948325227Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948336657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948346127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948356138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:53:50.948365158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948376868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":13,"elapsed":"14.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948388888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948399709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:50.948409559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:43:50.948324127 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948419949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94842924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94843931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94844952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94845915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948469501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948792229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94883311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948845201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948855111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948866071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948875241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948884792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948893592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948903992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948915542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948925253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:50.948935323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948944813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948958794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948970234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948982644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.948992035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949001305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949012845Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949023296Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949032016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949042686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949055576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949066177Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949092097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949103578Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949113768Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949123388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:50.949131988Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949140129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949148489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949158039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949167429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94917695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94918628Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94919546Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94920416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949216121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949228141Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949239191Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949248702Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949259552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949271242Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949282592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949293723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949304993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949315813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949326864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949337594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949349144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949358685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949369335Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949379875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949390375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949399946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949410776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1325, tv_nsec: 38548579 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.949426666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1325, tv_nsec: 38565160 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94992594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.94994741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.390728ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.950021272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.950041103Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.318645ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.953511266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.953729232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.9554791Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.955962173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.956396264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1325, tv_nsec: 45550528 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:50.956702783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.957428952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.957455243Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.957679919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.958736178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.958763058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.959030666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:50.962288163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:43:50.948324127 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.962320504Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:43:50.948324127Z\",\"pruned\":[]}","iteration":12,"elapsed":"13.879304ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.962738575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"13.984677ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.963853096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.964224436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.96588077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.9669895Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.967207116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"18.634133ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.967542565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.969696193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.969721074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.970010502Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.974599166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.977083073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1325, tv_nsec: 66231606 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:50.977497974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.977601397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.977613477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.977867844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.980400082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.981594104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.981930693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.982007115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.982404176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.985640353Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.988262134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.988597793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:50.993927647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.993956618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"45.278121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:50.995939311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.000887425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.000920746Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.001156412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.003033683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.006551398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.006574049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.006816615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.017716429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"69.497495ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.018507031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.020377661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"71.712335ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.021416129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.021509692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.021568723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.021587534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.021596104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.021684426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.022078317Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.025265003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.025288243Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.025303084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.025310354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"76.69934ms"} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.025319574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.025326104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.025628073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.025713395Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.025750536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.02589375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.027030461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.027296538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.029861247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.029928879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.029945829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.030408212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.030434112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.030445703Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.030454533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.030551276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.030570076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.030602097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.030894295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.033917296Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"85.296992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.034160973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.034515123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.034541483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.034849121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.03664214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.037160884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.039335622Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.039361783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.039564449Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.041576413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.041766368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"93.427341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.042319723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.042668723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.042693103Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.042703153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.042711634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.042802396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.042982651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.043630488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.043651899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":67,"elapsed":"95.59157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.045289623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.045950431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1325, tv_nsec: 135103605 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.046349462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.049508527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.049528117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.049774734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.058218202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.058652394Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.064599244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.064943604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.068366896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.072515908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.072544229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.072799905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.074960544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":23,"elapsed":"126.583795ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.077852262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.077910963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"129.749771ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.078369286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.078390416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.078401707Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.078409507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"129.69368ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.078830268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.080168334Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.080530644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.080542145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.08073195Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.081281934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.081507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.083121204Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.083142175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.083151405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"134.90673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.083225987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.083868404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.083879915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.083889645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.084182193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.08557502Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.085591221Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.085832267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.085854128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.087756419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.088034387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.088049307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.088056547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.088063267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.088314854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.088336375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"139.640488ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.089859556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.089872036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.090087202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.092435615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.092467846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.092481617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.092494257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":12,"elapsed":"144.327854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.1089188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.109358572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.132370453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.132403354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"184.215351ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.142945638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.146207126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.146222137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.146364971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.187600703Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.187649615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.187996084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4345d02-9df6-4f05-b093-372c2b05dd19\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.188018425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.190568894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:53:51.192229358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.192253429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"243.48777ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.195069285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.195092445Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.195103526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.195478376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.197282095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.200198033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.200221714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.200387798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.202889766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.202912407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.202921587Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.202930637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":12,"elapsed":"254.23107ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.212496955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.212519386Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.212839584Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2c08f7-e9c8-42e1-9341-3e13e62e9f81\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.212859345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.214325924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.219079313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"270.340285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.233454031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.233891192Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.235612199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.238355663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.238386304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.23861297Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.261493537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.261524958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.261852477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"451f6192-4ea0-4da6-a2dc-7f7dea9f2b37\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.261879288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.264138649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.269173115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.269502893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2b2df214-a59a-46ba-9fd1-104637f1af18\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.269520434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.271253481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"974695e0-fa4a-460d-ae33-1c6741c41faf\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.271266411Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.272740721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.272756851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"324.090546ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.352901714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.376177312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.37646835Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5542f2-f80e-42bb-84d5-e672871bac3d\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.378412452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.378724291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.416070208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":23,"elapsed":"467.30507ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.432622615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.432637435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.434882106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":23,"elapsed":"486.787675ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.436255233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3b8f8f7-640b-4aac-b8bb-00aaa12cb897\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.436278803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.436598802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.461497874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.463366604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.463384285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.463553269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.470018434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.470502967Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b4077d05-6f39-43c6-bb2b-cc9ba76b7572\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.470528528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.471825983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3bdc05d-3656-4fc3-b3f7-f569311c3bb1\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.471839763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.473834867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d457fe68-9f58-4324-a3cf-b8f9622b480d\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.473849137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.475947114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.475991155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"527.747401ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.477777763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.477795113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.478113552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6f63d020-3be2-4e24-8a25-c0312d973e18\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.478139993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.478420561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.480469646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.480686112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.483693423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.48395113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.489658094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.489686874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.490305811Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"67ee2c2f-ae12-4d4d-933c-3147a49d9aea\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.491799822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":23,"elapsed":"543.057434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.493651072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.494013651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.495952894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.495967984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.49619073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.506389815Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.506697184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d4d1ea8-3524-4766-a043-07671a6c0c79\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.506718554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.506731805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507026212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507039333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507049073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507060193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507069303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507078684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507235498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507245938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.507535386Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.507544216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.507828264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.509402886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.5095155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4999d5d5-c6c2-41b2-a5fc-55d6478dd279\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.5095258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.509614642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"153244dd-8666-4cf1-9489-c18eb4905dfa\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.509627163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.509636233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.556196799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.556676202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21efcdfe-ff75-4e09-85e3-8213b245a0b3\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.556700513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.556710143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.556718003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.557600347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":23,"elapsed":"609.463436ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.615728096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.615767417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.64626389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.646373393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43400"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.646467155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"5aeb96b4-5edb-48db-b218-fe5f894d465a","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.646545837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"111e224e-d0de-4798-aa8d-ccb3bad876a7","remote_addr":"[fd00:1122:3344:101::c]:43400","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.646830495Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"5aeb96b4-5edb-48db-b218-fe5f894d465a","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.646906507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"111e224e-d0de-4798-aa8d-ccb3bad876a7","remote_addr":"[fd00:1122:3344:101::c]:43400","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.64887082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"5aeb96b4-5edb-48db-b218-fe5f894d465a","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2460,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.649141317Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"c76b97d5-f82b-46b9-9f5e-5f698ec515fc","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.649391294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"c76b97d5-f82b-46b9-9f5e-5f698ec515fc","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.65144395Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"c76b97d5-f82b-46b9-9f5e-5f698ec515fc","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2343,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.653627888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5f9fa0a9-5a81-4b67-b0d6-4b66d42ae0b1\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.653641639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.653650589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.653971658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdd8eab-27c9-41c1-8431-a082b708100e\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.654014559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.654235915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.658005856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.658309245Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.661760078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.662086447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.663465374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.663650469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.670679618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":23,"elapsed":"721.975002ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.682035295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/oximeter.rs:76","collector_id":"1d0ef856-8367-48e8-a7e7-21f345224101","producer_id":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:53:51.682060906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/producers","method":"POST","req_id":"111e224e-d0de-4798-aa8d-ccb3bad876a7","remote_addr":"[fd00:1122:3344:101::c]:43400","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35593,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.682141968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111e224e-d0de-4798-aa8d-ccb3bad876a7\", \"content-length\": \"41\", \"date\": \"Thu, 07 Nov 2024 22:53:51 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.6840798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:53:51.684093891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.948051599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.948105261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.948115481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.948123111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.948375088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.948389528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.949675733Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.949847378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.950000012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.952682754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.952701255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.952883629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.953975989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.954310398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.955619183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.958200273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.958221064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.958393478Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.976918418Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.976952919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":68,"elapsed":"28.89437ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:00.986406064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"38.360415ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:01.653174466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"621800f2-a1c7-4196-80e1-021206fd3e8d","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.948352577Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.948406858Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.948417308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.948424989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.948671255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.948719417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.950027632Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.952464818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.952481468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.952617322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.954538824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.95476397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.955736796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.959712943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.959730524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.9599695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.970971447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.970993898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":69,"elapsed":"22.654451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.978415808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:10.978614043Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:11.005808697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"57.459291ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:16.654626095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"339e4f40-110f-4eed-ba89-a875e01d0249","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948014097Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948081429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948093319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.94810242Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.94811112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.94812008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948128011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948137661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948145981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948154651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948165212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948176642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:20.948189792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948202173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948214413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948226483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948237554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948248474Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948259464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948271234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948282315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948292595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948303675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948314505Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948326006Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948336256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948348557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948360427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948370937Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948381337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948392468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948404178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948417068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948428588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948440029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948452169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.94846735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948523081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948573592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948667325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948685706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948696896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948707686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948717766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948727257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948737277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948754367Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948764428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948774438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948782528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.948790608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.952066247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.967107ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.952709244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1355, tv_nsec: 41834488 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:20.953027163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.95329719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.955232002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.955255693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.955384726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.958231313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.960948457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.960973757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.961153012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.965667984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.966015103Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1355, tv_nsec: 55138467 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.966086695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.966191638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1355, tv_nsec: 55316092 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:20.966415894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:20.966516397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.977270617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.977643147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.987357049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.987780301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:20.995038356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.995067247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.995078537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.995340154Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.995367265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.997823972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.997849012Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.997864793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.997986466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:20.998257993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.000671768Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.000953126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.002258011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.003244138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.003419492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.005336454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.005359375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.005613132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.006723452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.006744882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.006994599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.007916164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.007936704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.00812757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.009150947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.010335209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.010581896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.011950893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.011976103Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.012011594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.012165639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.013884465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.014274155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.014286186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.014324487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.014386068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"66.119554ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.014654126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7ce5ad-4a27-4796-997a-ca60b2e0da0a\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:54:20 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.014673616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.014689067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.014699747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.01483712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.017516453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.017552304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.017891253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.0181649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"69.882786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.024349047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.027278256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.027306827Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.027495022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.036806884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.037241785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.037524893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"89.466564ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.037936554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.037951554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.037960055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.038408387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.03929348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.039310491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":70,"elapsed":"91.320405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.039576598Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.039935438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.041825309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.04446435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.044486391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.044667576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.04704179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":24,"elapsed":"98.844967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.053275868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.053656388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.058443947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.058468898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.0589013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09cace49-f7cd-4cd2-b6d2-e61723d6983a\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:54:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.05893033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.059758923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"111.618112ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.060321558Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"112.104335ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.060920074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.063519544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.063546385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"115.387444ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.07446469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.07449057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.074505061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"126.253337ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.087838961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"139.804843ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.089704861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.089730781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.090020499Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"574f7446-a53e-4b77-8834-660bc2141e87\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:54:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.09003924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.091993853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.095515728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.095776875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.097406849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.099072324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.099099784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.099220778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.100626666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.102628949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.10264812Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.102874096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.129738711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.130140932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d815e19-0c5e-4413-b3c0-60d00c965955\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.134754867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.135199468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.138711473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.138735634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.139069863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e731552-6565-44d0-bf3b-6b1fdee7a618\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.139102994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.139433073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.141379755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":24,"elapsed":"193.362268ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.142546627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"194.389675ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.170152842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":24,"elapsed":"221.843106ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.183143122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.183185333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.183361938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a334064c-33c0-4c60-bd9d-2896751c09c5\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.183388289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.183703907Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.186194015Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.186415681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.18934899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.189661538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.192392102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.192411772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.202407702Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.254736984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.255124685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.257130929Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.257146529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.257323084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.266672686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.266980384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b51837d-d2a6-4640-90f0-3d6fd20d3c22\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267003835Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267014905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267272243Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267284123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267290663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267297753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267304173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267311224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267473508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267490338Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.267657533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.267679674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.267857728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.269892783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.270005886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"072901c7-5610-43c3-aa55-bb08888a2a26\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.270017717Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.270121729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e15199b-b11c-4483-aa29-081cbc81925a\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.27013582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.27014522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.304157348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0155abf-95e3-4f75-9a8f-f054696d7460\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.304184539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.304196179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.304205859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.304349413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ec047b9f-b673-427e-b121-fa03a12f16d1\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.305762071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":24,"elapsed":"357.581119ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.306417109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":24,"elapsed":"358.298238ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.408987076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0f98e26e-6fd1-4127-bb58-3476a09e6407\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:21.409011047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.409019887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.413471507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98523701-8730-4092-8ebc-ed33b04636c2\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:54:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.413507808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.413814446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.41726896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.417611829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.42096725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.421208806Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.422370837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.422542502Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:21.429945262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":24,"elapsed":"481.873862ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.947591556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.947659648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.947669828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.947677218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.94812271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.948186162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.950025602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.950199946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.975636713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.977616566Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"30.018ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.978251323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.978264864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.978424048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.980549075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.98074378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.982274562Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.984574544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.984587614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.984723688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.99517151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:30.995201201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":71,"elapsed":"47.617005ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:31.652646211Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"fea5785f-a54d-43c8-83ea-d571a918c1a4","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":346,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:36.645887468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"08da1572-9472-4da3-9142-82bdd2c5cfe2","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:36.646356631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"08da1572-9472-4da3-9142-82bdd2c5cfe2","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:36.650181974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"08da1572-9472-4da3-9142-82bdd2c5cfe2","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4399,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:36.650544054Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"824817e7-e378-475e-b12d-0fac9205d30e","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:36.650970405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"824817e7-e378-475e-b12d-0fac9205d30e","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:36.654274694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"824817e7-e378-475e-b12d-0fac9205d30e","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3792,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.947416011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.947469792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.947479202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.947485983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.947790291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.947811462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.949107046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.949274441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.94960213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.950738861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"3.33636ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.952142098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.952158329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.952288642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.954285576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.954465671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.955818408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.958313225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.958324715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.958466609Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.965841888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:40.965859138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":72,"elapsed":"18.434767ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:46.656030992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"0c723322-2a32-40bc-b600-1521abcd99cd","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":501,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947695408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.94777055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.94778448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947794441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947806061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947816121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947825581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947834732Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947844072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947853382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947863202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947873213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947884373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947894063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947905884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947916894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947927524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947938374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947948625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:50.947958705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:44:50.947855272 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947969745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947980266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.947991776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948001886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948011316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948022107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948031547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:50.948042327Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948051788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948061068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948070958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948083178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948095099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948105069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948114259Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948125039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.94813507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.94814428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:50.94815268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948161011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948170181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948179241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948187921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948198341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948209022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948218892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948228532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948237642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948247013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948255873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948265223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948274623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948283104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948291714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948300764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948309375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948320455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948329375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948338735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948347725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:54:50.948356276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948365376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":14,"elapsed":"10.831µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948376466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948387877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948395187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948402897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948412377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948421687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948433958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948446008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948457119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.94850219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.94852487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948537001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948551441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948563301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948575722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948588912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948610743Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948627183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948640273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948652164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948664464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948675254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948698815Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948707435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948758967Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948772227Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948780487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948788257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948797428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1385, tv_nsec: 37895152 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948810188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1385, tv_nsec: 37900112 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.948887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.9488998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949107256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949128066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949185598Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949205569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.215173ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949303591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949316842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949346323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949361823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.166451ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.949496476Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.950194625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.950465923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.950957386Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.95184266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.775581ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.952430536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1385, tv_nsec: 41527970 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:50.952673152Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.953808433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.953830053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.954049359Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.956102045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.956793463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.957477452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:50.958268403Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:44:50.947855272 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.958290714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:44:50.947855272Z\",\"pruned\":[]}","iteration":13,"elapsed":"10.417461ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.95853714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.958554381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.958751236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.960102623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.960132474Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.960358269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.960434772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.960458952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.960654017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.961313115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.961711626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.962373104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.964845021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.964872971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.965060216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.967605635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.970245016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.970272227Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.970445602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.970659307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1385, tv_nsec: 59744711 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:50.970999647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.973105284Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"24.928063ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.979363093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"31.158441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.982299632Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.982958199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.98334921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.984714717Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.984743458Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:50.984864111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.009834905Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"61.902761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.012385024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.012658441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.012846456Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.013104073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.013814792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.016276249Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1385, tv_nsec: 105355022 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.016679199Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.017610185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.018269942Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.018285473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.018580751Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.018629912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.020485452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.020514053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.020591075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.020700608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.02114733Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.021572532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.021584362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.021815688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.021957292Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.022222769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.022857706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.023060041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.023085262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.023100583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"74.928391ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.023399551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.023509664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.023522094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.02373368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.02375148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.023780981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.024029918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.024137481Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.025919209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.026493354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.027987294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.02891541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.02894264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.029148776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.029177267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.029940897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"82.160397ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.030115702Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.030143083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.030321197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.030661227Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.031494889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.03151226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.03151931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.031844709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.032075815Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.032085695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.032245269Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.032364903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.032671931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.03562328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.035647301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.035889448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.041205931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"93.091412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.041982512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.044581232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.044616893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.044823919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.071429367Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.075738043Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.078308972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.078351993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.078361944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.078370064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.07858298Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"130.4367ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.07860389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.080786749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.081069407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.081231071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.081675813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.082220908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.083063131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.08339793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.08561628Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.08564466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.085914978Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.088817176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.088844067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.088857487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"140.885862ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.094653813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"146.647497ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.096522304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.096550055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.096560615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.096936655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.10787989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.108283891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.112204527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.112551036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.112567037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.112899716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b5c4c6a-6dd6-4938-ae96-40e73bc2cdf8\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:54:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.112924686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.115299581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.123626535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.123987805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.131858937Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.131894958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.131904679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.13195129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.132194406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.149285448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.149323069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.149582096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ea1fea-35ce-4929-b457-da71b1feed5e\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:54:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.149604646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.15122445Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.182997927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.283652053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/b5cf5868-7c76-4d62-9b7a-b461419dc532/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.284066635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/b5cf5868-7c76-4d62-9b7a-b461419dc532/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cdc4b43-38cf-4f67-bc47-0082de7e354a\", \"content-length\": \"130\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.295700549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.29573229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"vmm_id":"b5cf5868-7c76-4d62-9b7a-b461419dc532","sled_id":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","instance_id":"6a504631-68b5-4b07-90c2-b9e9b949ee1a","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-07T22:54:48.963003093Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.29574522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"vmm_id":"b5cf5868-7c76-4d62-9b7a-b461419dc532","sled_id":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","instance_id":"6a504631-68b5-4b07-90c2-b9e9b949ee1a","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/instance.rs:2151","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-07T22:54:48.963003093Z }","propolis_id":"b5cf5868-7c76-4d62-9b7a-b461419dc532"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.29575676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"vmm_id":"b5cf5868-7c76-4d62-9b7a-b461419dc532","sled_id":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","instance_id":"6a504631-68b5-4b07-90c2-b9e9b949ee1a","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.296097729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d08b773-2548-4455-b410-5d1161cbd001\", \"content-length\": \"1\", \"date\": \"Thu, 07 Nov 2024 22:54:50 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.296177962Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"vmm_id":"b5cf5868-7c76-4d62-9b7a-b461419dc532","sled_id":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","instance_id":"6a504631-68b5-4b07-90c2-b9e9b949ee1a","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.298121534Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.298551486Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.323012876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.33689311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.336927111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.33726319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ff541f-2c53-4484-a859-3af82b0668a3\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:54:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.337282661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.339059819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.340005684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.340017134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.340361354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441e42d4-7678-4027-8199-ad6eb9e714ec\", \"content-length\": \"583\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.340385155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.340697513Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.341968027Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.343612062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.344102605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.344858225Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.344885226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.34503829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.346973512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.349421208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.349447799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.349601253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.350331783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":25,"elapsed":"402.626095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.352254575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.356719045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.356738096Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.356965112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.358783341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.358805241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.358820402Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.359164721Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.365680447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.36985784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.36988854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.370387224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.372910832Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.372937203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.372946683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.372955143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":13,"elapsed":"424.940867ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.375023079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.37504689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":73,"elapsed":"427.356932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.375468871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":25,"elapsed":"427.338582ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.386521019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.390538567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.390567548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.390831025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.392972053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"444.998957ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.39323881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":25,"elapsed":"445.422819ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.396540119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.39656688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.39657783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"448.343827ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.39694852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.396959701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.396969501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.39730984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.404914965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.404948716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"457.016272ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.406689713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.40693751Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.408624845Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"460.835695ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.409503899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.40952892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.409720595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.411226715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.411239956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.411248126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.411255756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":13,"elapsed":"463.529398ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.411466462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.411838862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"916c1805-49f4-490f-a467-23dbe2ea1970\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.411861143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.413665861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2adf4081-7b7e-44f6-b0af-95668ecd46f5\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.413687722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.416156939Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.416182219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"468.279666ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.420202428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"472.14656ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.420389423Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{86be4e76-66cd-4978-b88a-9d78e18c2cfd: {10.151.1.175: {670a3278-63eb-4d0f-9671-edf66650b9f3}, 10.151.1.176: {670a3278-63eb-4d0f-9671-edf66650b9f3}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.420408973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.435618944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.436170119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f06b83c-2481-4638-884a-2b9ebe88f0e6\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.436187539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.438223374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eb1a9e16-9270-4b27-b5fa-31f14527ef6b\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.438240335Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.439589281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"19e2776a-769d-4f12-832f-b52f3ce0bb09\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.439603631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.441245565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.441285637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"493.484966ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:54:51.450791143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.450815504Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"502.696594ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.458057949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.458477261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.460351941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.462212871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.462229262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.462416467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.464158124Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.465829059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.465842259Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.465997424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.501044659Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.501401949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.503805114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.503835014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.503974568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.513707541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.514081811Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db8ada7a-1c20-4fdb-b362-7b4357de3078\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:54:50 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514108742Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514121902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514444901Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514460831Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514470241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514480432Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514488272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514495892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514664007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514694467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.514934034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.514960215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.515264643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.51665253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.516763573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa97a54e-5bed-4fdc-89a1-329e1f3b593d\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:54:50 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.516780224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.516859276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32b0c92-7201-4353-9063-6eae4c5da214\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:54:50 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.516886877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.516900427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.529724893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cfa96483-181a-41b3-b267-b44fe5602a96\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.529748454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.530028171Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.5325805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.532796986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.559703052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.563316279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.563626398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.564779528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db8e14b-2fda-40a4-9234-7a12df71144a\", \"content-length\": \"810\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.564887802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(6366755) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.564911873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.564921983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.567130853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.567144233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":25,"elapsed":"619.392173ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.567535833Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.569723583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.569951889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.573029892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.573294019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.576481455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.576496625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.576503415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.57891025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3d4b4446-5fc5-4840-8ba3-3549fa63cd20\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.581008107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":25,"elapsed":"632.97386ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.641023256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dff332b2-f249-4d9b-81df-21bf27b9d0d5\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:54:51.641053087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.641063008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.646589677Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f54fcf0-01ed-4fad-8ee1-eb98a05f864f\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:54:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.646638908Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.647015488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.650292246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.650523203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.653973196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.654256184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.656460263Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.656675459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:54:51.662956518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":25,"elapsed":"715.107076ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.948108569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.94816407Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.948174101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.948182761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.948448058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.948461128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.950054662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.952626521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.952644131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.952778305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.9548229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.955160639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.956768672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.95926459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.95928412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.959425354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.967961295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.967977645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":74,"elapsed":"19.891167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.977356248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.977630466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:00.97928248Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"31.163001ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:01.653270267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"8759b44f-b3d2-42e0-9674-9a75590c6557","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":568,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.947492952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.947557814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.947569924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.947581024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.948033616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.948106188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.949784994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.950526824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.950784501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.95224899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.95226439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.952341283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.82945ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.952393314Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.954004697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.954353127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.956021992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.958563451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.958585951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.958723755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.96819692Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:10.968216821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":75,"elapsed":"20.74775ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:16.654984512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"7b2f2bd4-a3d2-4509-a2be-370bf27944fa","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":639,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948406806Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948469758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948479978Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948489388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948497118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948505379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948513369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948522099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948529219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.94853676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.94854319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.94855033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.94855734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.94856547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.9485727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948579281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948585471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948591001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948597631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948603731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948609581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948616942Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948623712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948631062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948637022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948644722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948652472Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:20.948659643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948666783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948673663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948681143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948686973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948693814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948701274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948707524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948902529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948984552Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.948995982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949047463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949061803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949090094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949100245Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949106735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949113385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949121165Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949149796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949253469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949262909Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.949271329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.94927922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.94928732Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.950897913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.952357652Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.952571398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.952936128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.314767ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.95411396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1415, tv_nsec: 43157404 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:20.95449331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.955030315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.955194179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.955205409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.955391204Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.955401995Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.955878838Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.955891828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.956069683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.956278518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.956295259Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.956439343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.958248691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.958811137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.959184877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.96003658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.960064871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.960187854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.962100046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.965042725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.965069206Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.965105807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1415, tv_nsec: 54152780 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.965317572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:20.965471636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.969475445Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.969880515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.970764869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1415, tv_nsec: 59814333 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:20.971083118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.971369436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.971775307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.982200858Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:20.982515216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.001703444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.001749075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.001756765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.002141736Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.005019604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.005044704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.005057255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.005322032Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.006550735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.006796672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.008731984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"60.156973ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.012086844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"63.556545ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.015657021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"67.196763ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.015958609Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"67.408469ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.016653038Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.016966396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.018849447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.0193385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.019451953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.019515765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.019757121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.019826783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.019842733Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"71.311374ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.019961107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.021115408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.021143339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.021291753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.021510358Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"72.838035ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.021893679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.022855765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.022879775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.023060651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.025248699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.026246726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.026276127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.026538414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.028192139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":26,"elapsed":"79.751112ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.0285918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.02860942Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.028753894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.03564448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.035668141Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":76,"elapsed":"87.279255ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.038057055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.038463236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.039885485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"91.391716ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.047098979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.04712536Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.04713804Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"98.514478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.049750171Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.051502898Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.051528489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.051661232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.081169699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.08122426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.081519188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f3fa758-f974-45b7-80ea-313db2ad0b11\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:55:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.081539478Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.083575623Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.084309203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.084722544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.092647278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.092674749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.092929766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dff907f-f82b-403d-91c8-966bb3a76940\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:55:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.092945416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.094519439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.129268416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.129603135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.134538589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.136305716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.136320127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.13646078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.138320971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.140165671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.140184991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.140351465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.141340782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.141369953Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.141650591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8a5f4c-357b-4b36-8aac-e28c36ddd9ed\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:55:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.141664341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.14309553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.152480453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"203.801399ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.201110565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":26,"elapsed":"252.444543ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.213849169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.214129726Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24e38fa-cbee-47b8-bbaa-efdd0c812354\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.216141051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.216437209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.235154184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.235175664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.237379994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":26,"elapsed":"288.963077ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.242838091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.283623911Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64858a20-896e-4229-b8df-cffa4cd02414\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.283649372Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.283660232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.283668283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.283680903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d722d7bb-5a5d-496f-a977-7070c4ec23a0\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.283716764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.284047233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.286064288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":26,"elapsed":"337.475027ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.298697278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.298723139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.303266252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"591af402-74a8-47e0-b914-a739abbf41fd\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.303281132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.30358439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.305660776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.305866402Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.308797201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.309234333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.311867684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.311882864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.312324796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"068d1810-b737-417d-960f-4cb51e80ade1\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.313718404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":26,"elapsed":"365.078871ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.314777902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.315167843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.31727937Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.317316291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.317490956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.327123645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.327401323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5659eee3-8ab4-4461-b31f-3b72bfeb0d1c\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327424144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327433984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327699391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327710511Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327718061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327725792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327732942Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327739992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327893106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.327902986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.3280403Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.328063181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.328324088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.330127366Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.330235289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dff83b47-11f9-487b-9da1-9554f731b41d\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.33024675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.330333132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fffc1f5-a31b-49d4-acfb-81904e7a980d\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.330346382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.330356903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.49184025Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"07730e76-f015-492c-ae0e-d4e7dec30f15\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:21.49187197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.491883091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.492145098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4c915a-ec0b-46d6-b4ef-61e1a60dbf60\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:55:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.492184679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.492477557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.494865001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.495095688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.498058448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.498390946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.500130033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.500401501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:21.506477385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":26,"elapsed":"558.001367ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.947677466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.947736637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.947748368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.947757888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.948022475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.948083207Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.949550056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.950133912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.950356608Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.952078055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.390538ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.95227785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.95229029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.952470955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.953611086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.953877223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.955387654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.95785193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.9578637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.958003004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.968177169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:30.96820099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":77,"elapsed":"20.534894ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:31.653764638Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"1a9f221b-0204-4a44-8417-6eb3ea7b0e1b","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":382,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.947969153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.948065876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.948083606Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.948100427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.948348183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.948488347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.950224514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.950284255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.950523572Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.951852498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.880295ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.952873035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.952885176Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.95305046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.954670754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.954844858Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.956264287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.958556289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.958573499Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.958700462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.967307875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:40.967323815Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":78,"elapsed":"19.390503ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:46.653738377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"5ba727b5-847a-4c60-9169-9c424a410175","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":340,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948173788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94825902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948271801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948283611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948294041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948305412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948316802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948328532Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948337102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948348293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948357693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948368173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948378674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948387704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948397614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948406044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:50.948414944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948424265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948434275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948442855Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948451685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948461186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948470946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948479346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948489446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948498997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948509847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:55:50.948519347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948530238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":15,"elapsed":"15.12µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948541738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948552208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948562588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948571989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948582719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948591949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948601729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94861146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94862139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94863312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948643621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948653071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948663931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948673422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948684612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948693662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948703222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948713632Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948723283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.948734573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:50.948744603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:45:50.948666331 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949021431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949037571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949047061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949056762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949066582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949075822Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949087883Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949098173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949106853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:50.949116054Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949125264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949134614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949145274Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949158295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949170365Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949183285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949195336Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949207256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949218776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949230926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949240477Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949250137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949260817Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949271698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949283188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949292688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949304299Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949316129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949326889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94933788Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94934847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94935921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94936989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.94937977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949390801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949399681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949410371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 38287052 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949427312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 38313723 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949922265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949952026Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.206713ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949981777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.949997977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.47357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.953505862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.954523979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"6.108685ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.954805217Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"6.609798ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.95750013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.957536101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.957757777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.959124924Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 48094187 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:50.959548785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.960155311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.960225183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"11.977923ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.960666565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:50.961727104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.961759785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.961772175Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.96232228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.962381131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.962964737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.964528119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.96603685Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.966063371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.966343868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.966993376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 55968300 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.967179591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.967200882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:50.967336005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.967494319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.968083665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.968105336Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.968380493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.968563338Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.968972599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.969325769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.969617807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.970709146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.971004584Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:50.971919999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:45:50.948666331 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.971949819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:45:50.948666331Z\",\"pruned\":[]}","iteration":14,"elapsed":"23.259528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.973005008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.977780487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.977816418Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.977828028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.977840909Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.979155984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.979514874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.979809682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.979839232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.980057188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.982952076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.983422679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.985069794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.987997803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.988023283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.988033864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:50.9901164Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.990148201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"41.585862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.997001956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.997138309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.99715636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:50.997569651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.000460899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.00049046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.000756777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.000778528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 89754681 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.001566529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.002262928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.002294758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.002524055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.00680597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.010349226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.010383907Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.010665484Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.024457907Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.026360658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.026389809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.026403729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"78.113128ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.029129922Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.029159993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.02941735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.03199615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.032027521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":79,"elapsed":"83.867593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.032923675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.033338686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.045895645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.045963767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.045973977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.046376218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.04979058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"100.593474ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.050272823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.050977962Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.051509397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.054858797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.057016135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.061242819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.064798335Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.065201576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.068646459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"120.009468ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.069292506Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.069313167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.069326257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"120.542382ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.069899993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"121.202741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.072096162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.072548934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.075455793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.075967977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.088202847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.09239629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.092432661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.092607795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.092678847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.093116979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.094812285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.095232216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.098049902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.101532326Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.101561927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.101572437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.102812401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.103313224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.105433881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.107117457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.107141268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.107153308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"158.915788ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.108285989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.10832073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.108492364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.110148009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.11017406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.11018438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.11019288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.110370865Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":27,"elapsed":"161.902459ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.110394755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.110410016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.112893113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"164.418236ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.118107634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.118130844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.118138755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.118145675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.118451463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.119898252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.121259979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.121926977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.121950257Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.122279116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4a92a06-523f-4898-a775-9c4973ef013d\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.122302077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.124031574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.124057594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.12428624Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.125972716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:55:51.128543735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.128569196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"180.281084ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.132024349Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"183.44521ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.135274877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.135295267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.135785511Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"891e0133-ac81-44ae-b64f-069c961ad957\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.135832262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.138227146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.145729429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.146167741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.152668586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.15653412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.156561271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.156763727Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.156865309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.15689042Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"208.533437ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.159790528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.159805509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.160116037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75d9e3b9-bd1c-498a-bc30-b98b34199e49\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.160137148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.160712433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.160738354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.160751554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.161145455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.161631378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.175911843Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"227.52241ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.301075601Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":27,"elapsed":"352.558064ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.310397092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.470219595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.47077192Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0ecc79ea-4ee6-4a97-8e78-7ee557495994\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.47078961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.471842979Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0eaf8344-101e-4632-aff1-95a0583e27b8\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.471858169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.473632997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d967eb43-af91-4bb5-912e-e01cbd348c86\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.473646667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.475485917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.475520778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"526.872526ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.50263463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.502958098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c8a86b50-f07b-4528-a8b5-f25fe21eed36\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.502974329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.504541521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6ba41ba5-b05b-49ac-95d4-b9506455d08c\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.504551731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.505809795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.505821016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"557.033171ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.509774422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.509792173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.510107401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2f6234-36e0-4873-8423-74b944f9202f\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.510132462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.510144412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.510396599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3045566-be79-4aa2-a023-219162d4fb69\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.510642106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.51265959Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.512985899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.513045471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.515217829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":27,"elapsed":"567.059122ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.515935108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.515949399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.516100553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.517785168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.517797879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.517806809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.517814539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":14,"elapsed":"569.203829ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.535349482Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.535740813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.537737277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.537756437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.537933212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.539834383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.539847934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.539858094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.540259855Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.54452994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.544744366Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.548000654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.548344533Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a4e07cb-c614-41cd-905f-2fa6d8d0ce6b\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548372484Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548569779Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548683722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548696053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548705363Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548714383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548723643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548732343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548873147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.548883147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.549107664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.549122434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.549440913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.551492678Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.551614891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dbbce3d-f7ed-4eca-9225-02c0c8e9e76c\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.551629872Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.551647442Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.551657882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.551732324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eecdbc65-af3b-44f9-9f92-53793156c5c9\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.551754935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.551765415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.568868377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.571705013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.571718394Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.571869458Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.57418509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.574210591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.574219821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.574228362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.574237252Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":14,"elapsed":"625.892069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.57601578Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.57602928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.576194155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.577026547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.57861101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.57862561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.578759634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.612573896Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.634254521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"635684c0-a621-4523-bbb3-b6528c7be293\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.634277992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.634492778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.636747098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.636916153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.639215005Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71072c2e-f5dc-42c1-9c29-87baeac6b757\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.639235776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.639247146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.639254986Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.64013782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.640335145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":27,"elapsed":"691.88141ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.640474569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.643691056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.643704026Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.644065696Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a690d907-d0f6-48c1-9d8f-bd2fe4cb88b5\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.64533586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":27,"elapsed":"697.030519ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.645742321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"185030a1-d3d2-44a3-af41-119623352e16","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.645942417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"185030a1-d3d2-44a3-af41-119623352e16","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.648340321Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"185030a1-d3d2-44a3-af41-119623352e16","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2635,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.648634879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"be9800ec-42b9-4e64-ad8c-117036a9581b","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.648861325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"be9800ec-42b9-4e64-ad8c-117036a9581b","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.650457828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"be9800ec-42b9-4e64-ad8c-117036a9581b","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1881,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.741949997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"57983c4b-6170-43d5-9fcd-8187ee71380d\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:55:51.741977388Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.741987558Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.742261076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a63edd-05fe-4379-be51-5afbd64f512c\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:55:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.742297717Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.742589674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.745519204Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.74574867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.748810333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.749015238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.750749735Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.750979031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:55:51.75760747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":27,"elapsed":"808.859646ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.948158077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.94825874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.948277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.948291831Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.948724092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.948750173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.950820939Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.953390018Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.95342381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.953558853Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.955167137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.955428373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.957007466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.959513514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.959533724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.959663528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.971115527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.971137057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":80,"elapsed":"23.001291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.977732675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.978019933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:00.979873933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"31.701016ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:01.652726319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"1e938ad6-b726-4c22-87fc-97085e53032c","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":366,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:06.646639705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"5ea721a7-4331-443c-9548-31d8db12571f","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:06.646979404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"5ea721a7-4331-443c-9548-31d8db12571f","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:06.649956324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"5ea721a7-4331-443c-9548-31d8db12571f","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3397,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:06.650252732Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"b8384543-a495-477d-b800-9e7d7a03cab0","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:06.650606162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"b8384543-a495-477d-b800-9e7d7a03cab0","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:06.652643747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"b8384543-a495-477d-b800-9e7d7a03cab0","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2459,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.947998772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.948067634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.948080174Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.948089105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.948394863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.948409954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.950282364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.952903095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.952918575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.953049999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.955081543Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.95533549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.956573224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.959048701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.959062581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.959199545Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.969746479Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.96977003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":81,"elapsed":"21.783538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.975954747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.976255285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:10.977619132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"29.616819ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:16.654944828Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"1723ef44-7ea9-4abb-b72b-0192f2eaddd2","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":585,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947756936Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947825737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947835438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947844088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947850538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947859208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947866568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947873239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947880989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947889139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947896169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947902649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:20.947909969Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.9479172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.94792439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.94793089Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.9479385Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947944681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947954111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947964151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947974041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947983551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.947992462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948002162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948011062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948021283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948030293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948041103Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948054184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948063614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948073194Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948082674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948091814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948102155Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948111655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948257769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.94830758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948325591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948338211Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948360782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948373212Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948396603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948409453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948483045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948499856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948511616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948523376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948533456Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948542677Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948549497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.948556427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.951741673Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.952292188Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.259765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.952600106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.953535451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.955163885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 44109049 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:20.955418382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.955592667Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.955605857Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.955870674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.956041179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.956051839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.956298136Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.956625335Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.956633725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.956858741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.959333268Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.960098969Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.960753686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 49669070 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:20.961049654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.96312575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.963146881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.963405838Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.963892771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.963903231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.964158488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.966365887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.966742208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.968007192Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.968051303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.968238328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.968275689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.989817551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"42.061255ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.998794333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:20.999258115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.000808377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.000840618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.000851018Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.001120556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.001597428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.003086009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"55.139728ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.004596089Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.00462653Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.004825936Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.004844676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.005072232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.007690213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.007734294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 96677228 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.007861837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.007993371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.008140555Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.008205467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.009531342Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.011564267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.011749202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.011870466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.012158963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.01314551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.013171891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.013421747Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.015515074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":28,"elapsed":"67.697107ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.020320923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.020346674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.020723304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1961a2-ff0d-49d7-9f8e-930ab173a11b\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:56:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.020753665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.020909099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.021945217Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.022575524Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.022762049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.023122079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.02314305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.023372106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.02539208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.025409851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.025606926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.02574518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.02575947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.025905384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.02799209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.028013771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"80.146053ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.039317396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.039347157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":82,"elapsed":"91.357445ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.03981882Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"91.92173ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.042999706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.043025106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.043334704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"243483b1-bdaf-4bd8-9fd6-418e43c5d531\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:56:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.043358535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.043840938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.043857909Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.043864059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.044108756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.044401013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"96.582456ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.044599989Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.044980079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.045060071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.047011604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"98.993121ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.060162629Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"112.159836ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.074989299Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.075013539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.07502352Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"127.241254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.0787316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.079056379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.08727145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.087300451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.0876457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46f51325-4871-40c7-8c6a-8c03b23b2f2f\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:56:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.087771024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.090189029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.107320871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":28,"elapsed":"159.385721ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.123321413Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"175.442514ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.13731356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.137607308Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eacc5af-ca32-42b7-9ac9-f09fc5ae58c5\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:56:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.138808951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.139081588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.141238397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":28,"elapsed":"193.331557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.179738545Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.180055594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.208512092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.21029786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.21031147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.210475265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.211678927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.213562068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.213570948Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.213735333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.221698198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.221725278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.235826679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29f4acb-5d88-45d0-9ea0-5c49f62b7570\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:56:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.23585457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.236117167Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.277600426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.277639777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.278068569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"235030c3-bb16-42b7-98da-a103b65263a2\", \"date\": \"Thu, 07 Nov 2024 22:56:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.278082309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.278350196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.280977247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.281188923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.283495705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.283826994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.287774531Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.287795661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.294111102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e8169c40-c955-4753-9728-f17dc29c91a5\", \"date\": \"Thu, 07 Nov 2024 22:56:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.29588367Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":28,"elapsed":"348.048832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.305709775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.306003003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.321407738Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.321988074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e58e037b-c498-4c3b-8d3b-98e97cab70e6\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:56:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.322012264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.322021035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.322029075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.323671389Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.32368686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.323950597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":28,"elapsed":"376.17185ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.323998438Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.332924039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.333241527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f982fd70-0b97-4eba-9417-26df049eaef6\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:56:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333266818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333277539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333563116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333579767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333586567Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333593467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333600007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333609217Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333793333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.333803063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.334018839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.334029229Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.334242474Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.336381632Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.336502515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fec9faca-81fa-4576-99da-c12a4f0cc5d0\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:56:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.336514496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.336606518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1ad930-ab1d-45fb-b3b2-4f14178231d9\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:56:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.336619429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.336629139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.463879182Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8b048bdd-c494-4227-97b8-74bd0f2ff82c\", \"date\": \"Thu, 07 Nov 2024 22:56:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.463923313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.463934814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.464147579Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5756e17e-955c-4112-862e-068c9a9ff224\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:56:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.46418278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.464477068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.467819138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.468061265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.471520318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.471856127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.473880762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.474117379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.482081013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":28,"elapsed":"534.116132ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.685263886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.685303367Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.715707348Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.71580461Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38594"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.715972095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8696cd46-1981-4351-97a9-9a839c7da064","remote_addr":"[fd00:1122:3344:101::c]:38594","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.716328824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8696cd46-1981-4351-97a9-9a839c7da064","remote_addr":"[fd00:1122:3344:101::c]:38594","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.749620203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/oximeter.rs:76","collector_id":"1d0ef856-8367-48e8-a7e7-21f345224101","producer_id":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:21.749642643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/producers","method":"POST","req_id":"8696cd46-1981-4351-97a9-9a839c7da064","remote_addr":"[fd00:1122:3344:101::c]:38594","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33733,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.749708365Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8696cd46-1981-4351-97a9-9a839c7da064\", \"content-length\": \"41\", \"date\": \"Thu, 07 Nov 2024 22:56:21 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.751979457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:21.751992777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"producer-registration-task","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.948177786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.948253158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.948271919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.948284689Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.94869825Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.948737131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.951462205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.954097526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.954117457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.95425295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.956025088Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.956186892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.957528129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.959697987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.959714158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.959843931Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.96980422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.969830791Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":83,"elapsed":"21.666275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.982526083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:30.982863542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:31.012963845Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"64.782368ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:31.666992233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"f1b26c26-ac16-4948-b156-d9bba39558f6","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":543,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:36.645830512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"8b988e78-cd85-4925-b2af-a76978b39cf1","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:36.646179801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"8b988e78-cd85-4925-b2af-a76978b39cf1","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:36.649030458Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"8b988e78-cd85-4925-b2af-a76978b39cf1","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3273,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:36.649310435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"ecee287b-07b5-4f15-9cc3-0c9a93c22ba7","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:36.649658325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"ecee287b-07b5-4f15-9cc3-0c9a93c22ba7","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:36.651869764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"ecee287b-07b5-4f15-9cc3-0c9a93c22ba7","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2620,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.948279619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.948353711Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.948368111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.948379081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.948800293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.948842374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.950642433Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.950972621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.951239718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.952590785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.286736ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.9531258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.95313729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.953272864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.954522497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.954674851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.955800422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.95796101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.95797192Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.958103954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.968961357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:40.968979387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":84,"elapsed":"20.717769ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:46.653634082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"de2cbe8a-deda-4759-971d-81fc8290ff9f","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":550,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94796017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948031652Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948045232Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948055483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948066823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948079063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948089063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948098904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948108754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948118724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948127364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948136595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948145865Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948154345Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948164235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948173656Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948183376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948192326Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948205067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948215137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948225467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948234437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:50.948244848Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948255918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948265888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948275688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948285169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948296089Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948306429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:50.948316839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:46:50.948243988 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94832758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94833764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.9483471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94835716Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948368491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948378451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948389112Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948398652Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948406782Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948415722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948426222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948435643Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:50.948445443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948455213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948464703Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948474834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948484414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:56:50.948494084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948505655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":16,"elapsed":"12.981µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948518105Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948527785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948537936Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948547236Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948556796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948566426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948576066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948585137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948594277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948604117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948613527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948622378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948631508Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948640118Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948650839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948662069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948674079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948684859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94869587Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94870772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94871956Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948730691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948742131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948753081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948764542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948924756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948953897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948967847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948979687Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.948992538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949005568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949016178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949028189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949039819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949051889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94906406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94907455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.9490848Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 37972594 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949167913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 38051706 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949567893Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949598904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.262624ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.94980821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.949835291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.398188ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.950826867Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.951127975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.951341871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.952799011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 41700745 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:50.953077278Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.953621053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 42513097 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.953807548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:50.95390378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.954001993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"5.541ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.955415551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.955448682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.955657728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.956882681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.956907621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.957110607Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.9583406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"10.342119ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.958906785Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.962000829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.962032429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.962248786Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.96576816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.96870863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.968746611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.968939216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:50.969125501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:46:50.948243988 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.969156132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:46:50.948243988Z\",\"pruned\":[]}","iteration":15,"elapsed":"20.885924ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.971887826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"23.528685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.972371599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.973313424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.973874649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.974233339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.974565458Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.975712779Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.97574575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.976011127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.978830613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.979234374Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.979813219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.980312373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.981250808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 70128132 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:50.981671159Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.983583551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.987773304Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.987857337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.988044862Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.991008302Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.993709034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.993739625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:50.993976911Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.007196228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.010801985Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.010855047Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.011139475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.023122688Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.026508749Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.026548101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":85,"elapsed":"78.588211ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.027460875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.027496886Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.027723792Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.029306995Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"81.259112ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.029667045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.030707333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"82.413024ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.030835746Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.031321589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.032917632Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.032946053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.033179909Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.03355089Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.033815187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.035704337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.035959444Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.035974325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.036248542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.036464588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"87.957534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.038489723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.038905494Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.039328135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.039359736Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.040764814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.04284059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"94.350836ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.042958483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.042974954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.04320948Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.043344934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.043657512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.043678753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.043887868Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.046067057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.046303894Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.046482819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.046501159Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.046508729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.046689464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.047950208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.047972219Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.047985319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"99.535806ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.051860693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.051877344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.051886884Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"103.508093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.054243428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.058339238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.076785756Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.077170147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.090153967Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.090427994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.095919502Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.095934403Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.095942473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.095950813Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.096235781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.098625275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.09880928Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.1039802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"155.536728ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.104679879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"156.414021ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.10621594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.106230891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.106237521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.106243641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.106467177Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.106723554Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.106738914Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"158.645031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.117438663Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.117783072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.118513802Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.131896443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.131925734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.132231262Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5905142e-5b8c-42cf-8f67-24991be4933e\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.132250613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.134085002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.171547033Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.171574024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.171829361Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a1b96b8-54be-4260-82f1-11ebe9f455a4\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.171854011Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.174323968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.248084239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.248106879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.24811992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.248344446Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f3f4c0-ed4c-4728-8130-b4aba95b3c2b\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.248359836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.251178312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.299337971Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.336313549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":29,"elapsed":"388.287868ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.376270098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.376301888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.379286639Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.379340701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.379804763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.384332465Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.384364056Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.384551661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.405523166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.405872316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef9027b2-e85b-44ed-a759-25791ce71ca2\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:56:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.407554511Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.407828578Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.409911585Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":29,"elapsed":"461.937675ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.413629585Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.413649515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.413656256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.414015885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.420469699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.421056425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.423644115Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.423675266Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.42383746Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.424115918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.424285293Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.424296183Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.424496618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.425170146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.425719961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bedac458-9093-4cb0-9113-e8f646db0c6b\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.425747102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.427587351Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.427610072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.427821008Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.428141946Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"016cf3fe-12fc-48b7-9b5e-78e6d6ac112c\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.428155657Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.430241343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"13c3602c-4f65-4a49-9f4b-a549de88af60\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.430252854Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.430403818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":29,"elapsed":"482.284143ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.43235555Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.432388921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"484.173594ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.435635919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.435665569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"487.594757ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.449685208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.449702218Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.449710888Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"501.371809ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.463810209Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.463884421Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.463900331Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.463912272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.46422859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e48d588a-a967-41e6-a185-c01abf956ad5\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.464257041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.464266471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.465796383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4c1f6f70-9e20-4cc7-a98b-997aae1c2fd2\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.465823063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.466211254Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.467770836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.467797607Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"519.59072ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.46904537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.469057441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.469200094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.470996713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.471017574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.471026144Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.471201048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.472080002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.472097083Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.472110193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.472121863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":15,"elapsed":"524.117502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.473178492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.475908306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5042481b-1034-4a92-a961-966c37d671e4\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.475947456Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.475986518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.475997968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.476183903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.47645143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.477867818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.477885359Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.477892879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.477899999Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":15,"elapsed":"529.402294ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:56:51.480543991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.480558751Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"532.17912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.487118798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.487357184Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.488917106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.490268023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.490282193Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.490581871Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"346fc47f-f1a8-4ecc-b7f1-3f576100d0a9\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.490598172Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.490847369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.490860369Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.49089664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.491029214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.492812082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.492973306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.493059368Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.494760654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.494769364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.494910648Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.495551036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.49570356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.49868437Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.498700101Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.506230034Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5e476357-94ed-4f21-bb22-6e0e411f1b7b\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.507730774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":29,"elapsed":"559.58918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.529931983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.530309294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.532422231Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.532445541Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.532594485Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.542283137Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.542600185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b22f44f8-2d08-4e52-84b3-d0a692c9e9a3\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:56:50 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.542620436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.542630996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.542888633Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.542900683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.542909103Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.542916974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.542924644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.542932294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.543093319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.543103409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.543323895Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.543332075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.54352917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.545670728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.545771951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0e7330-d5d5-4f14-85d5-7a7b9e3c7ed0\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:56:50 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.545784341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.545862723Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b13cb5-bfd1-4ea9-8019-94012a940a3c\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:56:50 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.545875234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.545885694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.57984641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.583107448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cecdc8b-3128-4f80-8a1b-59b5011f800c\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.583133489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.583141809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.583149579Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.585200765Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":29,"elapsed":"637.126532ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.687228778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"916a790b-6db5-4f29-8756-b0c7cb928c3d\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:56:51.687262559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.687272729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.687594528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"219fa497-2a16-4ac1-836d-b91c4c1a8938\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:56:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.687636499Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.687950117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.690989739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.6913728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.694659328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.694899565Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.696426766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.696681883Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:56:51.704326409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":29,"elapsed":"756.166814ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.947973429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.948052892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.948070282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.948083732Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.948538245Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.948571276Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.950363074Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.95281852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.952833671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.952965934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.954462355Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.954789364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.956206192Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.95872377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.95873761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.958869823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.972101471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.972129451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":86,"elapsed":"24.169602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.983176839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:00.983396095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:01.011935906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"63.953926ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:01.652623774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"2fc07808-88ee-41da-8a09-b3ebb85e78e3","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.947819055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.947879577Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.947890217Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.947900147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.948240007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.948412451Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.949747297Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.952302926Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.952313116Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.95244889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.956008816Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.956177781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.958240316Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.960895458Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.960913238Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.961077003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.969023337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.969043718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":87,"elapsed":"21.236284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.984878515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.98507247Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:10.986751466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"38.90768ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:16.654123134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"cf9deb23-70b3-488b-926a-b82b8712b879","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":334,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948587215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948651197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948662847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948671998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948682698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948691138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948699148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948707808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948715859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948723009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948732029Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948740109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.94874869Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.94875702Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.94876604Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.94878079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948789881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948798091Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948807001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948815662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948825092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948832872Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948841162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948849332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948858023Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948866543Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:20.948875343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948884003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948893024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948900834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948908694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948917404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948924994Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948932714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.948939325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949047808Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949108079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949150031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949175081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949242793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949296044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949306575Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949315315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949323475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949332035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949341226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949349256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949356226Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949374457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949384377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.949392637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.951273718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 40110782 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.951317339Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:20.951597157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.952308646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"3.71014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.952421719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.95245757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.95355951Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.95395641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.95396781Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.954167596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.955550973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.956056107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.956066787Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.956292923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.956303693Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.956312114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.956589341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.957984419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.957998899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.958103762Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.958114982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.958166094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.958381969Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.959238613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.959477239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.960490906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.962154691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 50994865 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:20.96247151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.963249581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.963263271Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.963486217Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:20.968874283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.968900933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.968910404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.968920004Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 57739637 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:20.969267873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.969468739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.97100143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.971317079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.972434589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.972809179Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.972915512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.973252751Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.973296322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.974440463Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.974464923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.974598147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.978949024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.982982173Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.983008424Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.983204399Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.996797136Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:20.996835387Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":88,"elapsed":"48.1444ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.000953768Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"52.195199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.001561805Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.001966596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.005702677Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"56.905986ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.008908323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.008938594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.009337975Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d50631ab-c0a8-422a-bd4d-40ab46c25cde\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:57:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.009361095Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.010464035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"61.844069ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.012195892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.012429048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.012732066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.0147264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.015288015Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"66.458994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.015791579Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.015815439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.016352484Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.016393595Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.01731616Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.017524876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.017546556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.01769122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.017718941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.017932127Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.018194514Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.01841592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.021640996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.021666207Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.021675037Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.021869673Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.022103959Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.02212473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.022318255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.023421925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.023445885Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"74.797739ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.025004447Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":30,"elapsed":"76.291299ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.028905052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.028937504Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.029376085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d508dd5-f5cb-4e90-8c1d-2b3c6b752f96\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:57:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.029408866Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.032831078Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.048776139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.04884061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.049144049Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c043f890-c8e8-4994-81f5-0657e6ae4b12\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:57:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.049166889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.050951398Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.063882947Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"115.089045ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.066287701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"117.591003ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.066382794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.066409145Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.066418075Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"117.536972ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.075476619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"126.817022ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.076083166Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.076415795Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.083403453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.083776283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.108590053Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":30,"elapsed":"159.948296ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.137120763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.13738682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952a0c79-6bc7-4653-916f-db8d5452f5b3\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.139443766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.139718683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.153734181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.153760902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.154157503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d7aa5d-8694-4629-b5bd-d3b7cf68091e\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.154186473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.154592914Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.156977108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":30,"elapsed":"208.123246ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.182247641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.184022328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.184034859Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.184191753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.185728434Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.18888589Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.18889734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.189175177Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.196292729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.19630904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.214490731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.214903772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.216834104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.216848704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.217091031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.226281679Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.226575837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b997a34c-97ac-4fc9-bac9-b291525e36cc\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.226604327Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.226616148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.226878475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.226890635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.226899245Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.226909636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.226918836Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.226927386Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.227037409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.227049099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.227181003Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.227208674Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.227493411Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.229475965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.229610328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356e9410-d1dc-4ead-968e-d1de2c43007a\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.229624709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.229707301Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d29f58-aaf8-4529-b6fc-b9a458ded0db\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.229721151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.229731132Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.275745024Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.298781665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"39e02a6b-de61-47b4-9937-41ee1377b566\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.298808106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.299058202Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.301767996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.301991062Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.3052549Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.305526607Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.308727014Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.308750774Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.312371522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2bbf859-1e71-4aa4-b321-3d0a332fd116\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.312392722Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.312403063Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.312410503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.312792983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"061c8811-b9b7-4c11-8a01-f65267f5cdd8\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.314306954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":30,"elapsed":"365.499353ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.314417507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":30,"elapsed":"365.693658ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.511057863Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c0d9249a-a6b0-475b-84f6-4a30f8509249\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.511104904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.511118064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.511389182Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f81736f-48b0-4c86-9156-b620a7f3857d\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:57:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.511431223Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.511741291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.515162084Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.515358299Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.518661488Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.518921965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.520675412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.520856977Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.528419891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":30,"elapsed":"579.847087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.645769998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"131880eb-8a66-4972-a0e9-1fc6a3400caf","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.646172709Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"131880eb-8a66-4972-a0e9-1fc6a3400caf","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.648556553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?sort_by=id_ascending","method":"GET","req_id":"131880eb-8a66-4972-a0e9-1fc6a3400caf","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2849,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.648863281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"9f36e6bd-23bf-4565-92d9-94f6548f51de","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:21.64918991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"9f36e6bd-23bf-4565-92d9-94f6548f51de","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:21.650984169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/metrics/collectors/1d0ef856-8367-48e8-a7e7-21f345224101/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNzc3NzY0ZS01NGFiLTRhMDktOWU3MS01YzQ3YjhiNTllNWUifX0%3D","method":"GET","req_id":"9f36e6bd-23bf-4565-92d9-94f6548f51de","remote_addr":"[fd00:1122:3344:101::d]:32865","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2194,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.948220455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.948299157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.948317918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.948331998Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.9487728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.94878515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.951083522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.951254637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.977212757Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.978895903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"30.663287ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.979796457Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.979808807Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.979972152Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.982030018Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.982224143Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.983757834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.986079587Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.986091897Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.986224381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.993508987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:30.993522108Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":89,"elapsed":"45.331843ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:31.652953151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"5a6af9d9-55a6-46cf-872b-86dcb087bc89","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":440,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.948175783Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":90,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.948262426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.948282196Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.948296207Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.948592295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.948703187Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.950503416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.950682501Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.950875586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.953516637Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.953526968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.953668772Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.954948246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.955196073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.956533719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.959054547Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.959073117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.959220921Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.969988052Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.970002492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":90,"elapsed":"21.85962ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:40.978118411Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"29.950838ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:46.654215555Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"0e803fd4-9219-493e-b66b-c68f986aa9a0","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":657,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947774902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":91,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947866384Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947882645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947894945Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947905376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947917426Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":91,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947929796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947940306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947951017Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947962397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947974527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947985548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.947996128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948007588Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948018259Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948029739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948040559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948051129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.94806297Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.94807392Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948085821Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:50.948097911Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948108401Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948118801Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948129042Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:57:50.948139842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","reason":"blueprint disabled"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948152122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948161912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\"}","iteration":17,"elapsed":"11.73µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948176393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948186163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948198104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948209714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948220414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948231594Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948243315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948253645Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948264555Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948274935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948285416Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948296106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948305796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948317627Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:50.948329367Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-07 22:47:50.948136262 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948341697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948352098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":4,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948363718Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948374618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948384769Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948396279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948407529Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.94841851Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:50.94842917Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.9484394Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.94844976Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.94846028Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948471201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948481181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948491651Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948502972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948513362Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948524022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948535453Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948544973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948554273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948565163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948574694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":31,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948584704Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948597044Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948606615Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948618725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948630165Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948643745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948657586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948670666Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948683937Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948697857Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948711197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948723318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948734128Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948746328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948758919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948771609Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948781119Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.94879354Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.9488061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.94881799Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948831641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948844741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948891002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948914073Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948927213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948939104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948952234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948964814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.948981185Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a127151b-10b2-4835-91ce-b493ecd30481.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"de9282a1-0aa7-4ad8-a39a-58f19d05b651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e7c445ee-ab31-4494-81d3-0b2af41ae707.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 37774798 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949012935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19da6a5b-073a-4e12-8775-91fc61c1e962.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"939b4884-df0a-49e9-b0e5-27de78137ddd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 37814580 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949032586Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949046036Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949270542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949296943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949566981Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949597701Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949636492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949667313Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"1.518031ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949682473Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949697654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":16,"elapsed":"1.768478ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.949812597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.951442681Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.955209323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.955246224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.9554823Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.956799625Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 45588329 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:50.957190556Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.961055391Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":16,"elapsed":"13.114904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.962456168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.964895694Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":31,"elapsed":"16.901926ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.965563932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.965592373Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.96587559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.966490177Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.96695319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.968259605Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 57047799 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:50.968633755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.976445156Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.979021715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.979054976Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.979263592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:50.979639412Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-07 22:47:50.948136262 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.979659973Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"expiration\":\"2024-11-07T22:47:50.948136262Z\",\"pruned\":[]}","iteration":16,"elapsed":"31.51241ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.983003203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.983580558Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.983696281Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:50.984710059Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.020812703Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.021289576Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.023690181Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.024704518Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.02513984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.027213856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.027246646Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.027533574Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.029689583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.029716213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.029730944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":16,"elapsed":"81.828189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.030301359Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.032993162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":31,"elapsed":"85.095106ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.033853695Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.033877856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.034133582Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.034911253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.038173312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.038197322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.03849811Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.041896522Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.042229761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.04256839Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.043010542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.047714169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.048200022Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.051503891Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.052393235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.052549079Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.05257428Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.052858678Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.052885818Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.053764162Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.054328877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.055642553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.056036763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056058824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056069904Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056423714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056445705Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056569528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056739382Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056772593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056784714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.056797724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.05700913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.057412831Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.057492393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.057853672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.057881573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.058057598Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.060074542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":31,"elapsed":"111.850268ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.060326619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.06035158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.060612987Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.061231324Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.061254754Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.061264895Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.061277965Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.061561203Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.061593333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.061702306Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.063912906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.064191394Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.064300286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.064396739Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.06442443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.064673007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.064706777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.066099285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.068035887Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.068063538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.068276494Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.069286131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.069313152Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.069397624Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.069417344Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.069478626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.069641441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.070083013Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.070105933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.070501224Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc864ecf-c3b9-4b91-9b0e-c6e8c8799a58\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:57:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.070530305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.073664459Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.074752879Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.075295803Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.075600881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.075626032Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.075815107Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 164599491 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.075840258Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.076262419Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.086973698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.090314899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.09037038Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"nsuccess\":5}","iteration":7,"elapsed":"142.257858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.090445642Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.090824852Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.090957456Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.100218386Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.100257287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.100695748Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da83c29-77d0-4d4c-9ae9-20437db50ba4\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:57:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.100717729Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.102512068Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.104972134Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.105281672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.105295123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.105303583Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.105311793Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.105375055Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":91,"elapsed":"157.535241ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.105394315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.105701294Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.107681057Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.107711148Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.107722528Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.107732498Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.108136519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.1166817Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.119984439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.12000925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.120282007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.121633584Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.122800745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.122825336Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.122835676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":16,"elapsed":"174.601531ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.123039151Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.123051282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.123058352Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.123164725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.123519455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.123581706Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.125892499Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.125908019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.126148375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.128523873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.128545961Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":31,"elapsed":"180.252454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.130898343Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.13113414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.131555221Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"183.224354ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.131785098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"183.678086ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.146971377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.147331287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.237209292Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.237544741Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15945dcf-a1d6-4972-8d98-f81b64325cd0\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.239090283Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.23934318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.269998927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.270051129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.270350417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522d59b1-89c7-4652-8b37-1155c17ba090\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:57:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.270379347Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.272134405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.2830796Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.283663186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":31,"elapsed":"335.590576ms"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.358413093Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.358464974Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.360211491Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.360247482Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.360579731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"a053847e-777c-4113-b7b8-bf15cccf4a1a\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.360599972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.362334439Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.362421691Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"80eb0c16-6654-4199-96b0-5aa8ea904c28\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.362439602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.363356396Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.363688295Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.363995844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.364024764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.364195809Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.364734393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.364761264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"416.406557ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.365751861Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.365778492Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.366001138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.369183964Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.37052992Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":31,"elapsed":"422.744787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.371211328Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.371476265Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.37200016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.37202712Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.372245686Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.374211469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.374499797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.375614467Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.379747509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.379773039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.379925934Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.380670683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.380700504Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":91,"elapsed":"432.925453ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.381622169Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.381967658Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.384342462Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.384596249Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.386706596Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.387155478Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.389489991Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.38981684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.391028943Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.39130406Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.392504333Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.392888483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.393104699Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6a5ce4a0-445e-413f-9a22-1a802c49730c\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.393116069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.393135719Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.394724152Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"430b8ac2-a768-4bb7-af45-a62b5be671f6\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.394734403Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.396843819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dabaff8d-c95a-4cca-8d5f-f2df2a47cf3d\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.39685571Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.399192503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.399243544Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"451.047891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.399773289Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.402958635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.402983315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.403116039Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.403686104Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":31,"elapsed":"455.872291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.406948322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.408202256Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-07T22:42:48.907310Z, time_modified: 2024-11-07T22:42:48.907310Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a100cc61-90a7-48d2-ab79-09bcca41ca93, db_silo: Silo { identity: SiloIdentity { id: a100cc61-90a7-48d2-ab79-09bcca41ca93, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-07T22:43:11.601026Z, time_modified: 2024-11-07T22:43:11.601026Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.408219557Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]}},\"default_endpoint\":{\"silo_id\":\"a100cc61-90a7-48d2-ab79-09bcca41ca93\",\"tls_certs\":[\"0e952395ad379d9cf421892577db9800c475dec77828a8c6fe1056a4a13d8590\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"460.129126ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.410457697Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.410474938Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.410484758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":31,"elapsed":"462.461839ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.411046673Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.411121325Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.411365071Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.413494569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":31,"elapsed":"465.215274ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.414817655Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.414827475Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.414836775Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.415176684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.416711826Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.41946259Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.41947535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.419625914Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.422337918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"08b5e097-4d09-469f-9dcc-082c13ea546e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.422357158Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.422365168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.086261 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.422372899Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":1}","iteration":16,"elapsed":"474.330309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.427200949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.430677683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.430694713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.430848797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.43241923Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.432656516Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.433353275Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.433362925Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.433371715Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.433627442Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.434328311Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.434494415Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.434873476Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.43612755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.436346916Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.43836745Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.438397061Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.438616287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.440732114Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.44096982Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.44282912Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.443005285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.444157996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9231cc0e-770e-430b-83a3-38a44a49a43d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.444171287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.444180357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"current_time_created":"2024-11-07 22:43:11.643428 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.444189067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"generation\":2}","iteration":16,"elapsed":"495.851931ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.445227425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.44541214Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.446955512Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.45355208Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.45356877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.453811087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.455449831Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.45578873Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.456946161Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.457135846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.458924945Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-07T22:57:51.462177573Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.462193443Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":16,"elapsed":"514.334739ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.462209614Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.462563493Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.462779379Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.462791919Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.462959714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.465148273Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.465164753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.465317737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.475677077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.476003436Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.478135993Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.478469972Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.478582035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f390f90f-5469-4ae4-8a61-3141c5b98feb\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.478615146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.478885233Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.480497327Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"532.543801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.480626431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.480917408Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.481633507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.481994597Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d74709e-7d3c-400d-a25b-5b03ca9bd8b5\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482014178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482024758Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482350527Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482359337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482365617Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482372058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482378988Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482385288Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482578963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482598714Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.482862771Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.482872371Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.483074106Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.483263591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.483523819Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.484396962Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.484534636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5984a1fb-57c0-4497-af2f-e006ab1f9f64\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.484548676Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.484643779Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5e94c2-f88f-4af6-aa32-7df7d7354ba0\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.484657619Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.484667489Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.486207551Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.486416647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.486741376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.487010563Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.487996009Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.488240506Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.488265237Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.489447569Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.489946602Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.490041454Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.490050135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.490198319Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.491613287Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.49173255Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.494196066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.494214397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.494385322Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.496296153Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.496321404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.496507109Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.499663824Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.499965932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.5050914Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.505343537Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.508530763Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.514909216Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.514924136Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.515144102Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.530227889Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.53025099Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.537445644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.539032016Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 2dd87331-1080-4a71-a905-3e46ecebaf6c, kind: Service { id: 377e4941-a34d-4c51-b725-3cc833f8df14 }, name: Name(\"nexus-377e4941-a34d-4c51-b725-3cc833f8df14\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 111])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 64ed67c2-1a18-431c-8723-5c0738c08c4e, kind: Service { id: a5da1467-f0f3-4c0d-ad94-ed83c65ca978 }, name: Name(\"nexus-a5da1467-f0f3-4c0d-ad94-ed83c65ca978\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 89])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a3c0e3f-1bcc-4caf-a59c-866543a0723e, kind: Service { id: 42e8095c-4973-40db-9d13-0be7e130d89d }, name: Name(\"nexus-42e8095c-4973-40db-9d13-0be7e130d89d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 45b10ace-97a4-4ae9-b37f-3abfe43591bc, kind: Service { id: 19da6a5b-073a-4e12-8775-91fc61c1e962 }, name: Name(\"external-dns-19da6a5b-073a-4e12-8775-91fc61c1e962\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 180])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7461ea38-345b-4151-b71f-10e7e61b2bc4, kind: Service { id: 939b4884-df0a-49e9-b0e5-27de78137ddd }, name: Name(\"external-dns-939b4884-df0a-49e9-b0e5-27de78137ddd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.539056397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.539449988Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.540481346Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.54250591Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.542529611Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.542660794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.544451603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.544508734Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 45b10ace-97a4-4ae9-b37f-3abfe43591bc, kind: Service { id: 19da6a5b-073a-4e12-8775-91fc61c1e962 }, name: Name(\"external-dns-19da6a5b-073a-4e12-8775-91fc61c1e962\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 180])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7461ea38-345b-4151-b71f-10e7e61b2bc4, kind: Service { id: 939b4884-df0a-49e9-b0e5-27de78137ddd }, name: Name(\"external-dns-939b4884-df0a-49e9-b0e5-27de78137ddd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 152, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2dd87331-1080-4a71-a905-3e46ecebaf6c, kind: Service { id: 377e4941-a34d-4c51-b725-3cc833f8df14 }, name: Name(\"nexus-377e4941-a34d-4c51-b725-3cc833f8df14\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 111])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 64ed67c2-1a18-431c-8723-5c0738c08c4e, kind: Service { id: a5da1467-f0f3-4c0d-ad94-ed83c65ca978 }, name: Name(\"nexus-a5da1467-f0f3-4c0d-ad94-ed83c65ca978\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 89])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a3c0e3f-1bcc-4caf-a59c-866543a0723e, kind: Service { id: 42e8095c-4973-40db-9d13-0be7e130d89d }, name: Name(\"nexus-42e8095c-4973-40db-9d13-0be7e130d89d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.544531195Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.620984918Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"07d5f1fb-41d0-4fee-a9b9-d2988418ac97\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.621030239Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.621040329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.621668376Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8ea2da79-0708-491d-8f50-5295292a8daa\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.621685337Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.622018286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.622097958Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a1783e-5248-4548-a7be-03b4580a0220\", \"content-length\": \"682\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.622141129Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.622150139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5f9828-abac-4ee9-b697-19e38c1c5513\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.622199171Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.622209341Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.622217471Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.622338664Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.62365402Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":31,"elapsed":"675.381604ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.624505553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.624840002Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.625744526Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.625954682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.6273539Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.627529835Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.62846737Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.628707086Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.630966837Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.631213234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.631230984Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.631317277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.631833131Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ad8c4485-c6e8-4738-8b48-1d30fb64362b\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.633166427Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":31,"elapsed":"685.167628ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.638819829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":31,"elapsed":"690.39486ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.658247584Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","vpc_to_sled":"[Sled { identity: SledIdentity { id: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, time_created: 2024-11-07T22:43:07.889510Z, time_modified: 2024-11-07T22:43:07.889510Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.658278954Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.658285874Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.658583673Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.660238157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.660450933Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.662281072Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.664871312Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.694639486Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.696115865Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c4a7ea9f-c723-4c05-acda-9e0a68ead21c\", \"date\": \"Thu, 07 Nov 2024 22:57:51 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:57:51.697539794Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.697552764Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","elapsed":"749.374681ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:57:51.697560654Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":4,"elapsed":"749.384912ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.947798133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.947871744Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.947889875Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.947904515Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.948261305Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.948358417Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.950567397Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.95325077Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.95326455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.953420684Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.95546952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.955645564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.956787455Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.959074997Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.959086157Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.959223841Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.97107509Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.971097641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":92,"elapsed":"23.315419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.976765464Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:00.977114784Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:01.009816506Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":92,"elapsed":"61.994552ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:01.652255031Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"c82a055f-237c-4618-94c6-afd4ec463460","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":533,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.948650315Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.948728487Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.948744798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.948758978Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.949040626Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.949163519Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.9506817Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.953189647Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.953209168Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.953339051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.955345246Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.955541581Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.95699621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.959256021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.959275892Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.959397825Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.969670442Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.969693913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":93,"elapsed":"21.064748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.978821329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.979126458Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:10.980529725Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":93,"elapsed":"31.87665ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:16.654008138Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"uri":"/42e8095c-4973-40db-9d13-0be7e130d89d","method":"GET","req_id":"b3690091-5a95-4bfc-9907-7e57fa9253d6","remote_addr":"[fd00:1122:3344:101::d]:49282","local_addr":"[fd00:1122:3344:101::c]:35659","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948764967Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":94,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948838409Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.94885375Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.94886538Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948877121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948887001Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948896621Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948906201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948915682Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948924612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:20.948934332Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948944603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948954593Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948963503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":94,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948972913Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948982553Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.948991414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949001644Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949011364Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949022085Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949032135Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949040665Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949050675Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949060535Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949070136Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949079356Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949089066Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949098307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949108877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949117827Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949127507Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949136798Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949145698Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949154968Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949165448Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949257381Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949344983Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949388755Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949403525Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949466377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949480497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949493117Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949504007Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949516378Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949529948Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949542548Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949555309Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949566929Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.949579429Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.9495915Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.94960425Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.952501139Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 41248462 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.952739205Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 41492569 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:20.952792076Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.952952941Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:20.953000592Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.95367579Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":32,"elapsed":"4.852311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.953699511Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.954233855Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.957411561Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.957430032Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.957651087Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.957946935Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.957959496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.958226963Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.958564752Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.958596323Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.958815949Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.961031669Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.962128228Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.963544186Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.963577067Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.963735662Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.964535503Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.964562414Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.964746329Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.979117197Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.979879177Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.980390201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.980550435Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.980846163Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.981068019Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.982675613Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.983026282Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.983143955Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.983156846Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.983452724Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.983556277Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.983573877Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.983800123Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.986787834Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.989774634Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.989793405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.990020121Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.990651478Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DnsResolver","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-c1e85b8f-73ff-449f-b9a8-ac0480ffdec1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 79395312 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:20.991030728Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1114"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.994580944Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":32,"elapsed":"45.639631ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:20.998218672Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.998241113Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.998248903Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:20.998692335Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.010843483Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.011194092Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.012830976Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.013270098Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.013754081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":32,"elapsed":"64.696706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.015450767Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.015954111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.019302671Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.019682051Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.021469189Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":32,"elapsed":"72.426884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.022257021Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.022633081Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.025225411Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.025493198Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.027737469Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.031009237Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.031309585Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.032084636Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Sled { parent: Fleet, key: c1e85b8f-73ff-449f-b9a8-ac0480ffdec1, lookup_type: ById(c1e85b8f-73ff-449f-b9a8-ac0480ffdec1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.032111497Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.032377404Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.032629661Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.032645631Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.033031272Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d59e16f-41e4-4155-a6c4-bef8b18ad8cb\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:58:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.033050222Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.035790606Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.035882778Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"0","iteration":32,"elapsed":"87.09858ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.039328261Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.039356082Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":32,"elapsed":"90.325487ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.043047122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.043068422Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.043212496Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.043405932Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f252d9-15ed-4ebb-ade5-6682ff413574\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:58:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.043432652Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.046482864Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.047513612Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 504f485e-cebb-4a9f-9b69-4cc6af023531, lookup_type: ById(504f485e-cebb-4a9f-9b69-4cc6af023531) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.047528753Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.047771069Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.048955201Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.048966431Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.048972652Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.049314041Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.055257291Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":32,"elapsed":"106.445633ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.05632829Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":94,"elapsed":"107.4658ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.060615856Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"original_time_created":"2024-11-07 22:42:38.884731 UTC","original_target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","time_created":"2024-11-07 22:42:38.884731 UTC","target_id":"504f485e-cebb-4a9f-9b69-4cc6af023531"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.060634876Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"504f485e-cebb-4a9f-9b69-4cc6af023531\",\"time_created\":\"2024-11-07T22:42:38.884731Z\"}","iteration":94,"elapsed":"111.890929ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.072748213Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":32,"elapsed":"123.872463ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.074723146Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1122","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.074745357Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.075035235Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"MgsClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e45ad04-e2f6-4e0b-9fdd-c4981c348378\", \"content-length\": \"26\", \"date\": \"Thu, 07 Nov 2024 22:58:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.075054215Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1127","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.076353521Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/mod.rs:1159","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.08153045Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.0819035Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.088677603Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.088701124Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.088711264Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":32,"elapsed":"139.776762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.089221568Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.089552147Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.091267703Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.092995559Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.09300797Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.093156064Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.10559285Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{\"physical_disks_added\":0}","iteration":34,"elapsed":"156.687888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.124784927Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.126751761Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.126769731Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.126930405Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":32,"elapsed":"178.078245ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.126941996Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.14414902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.144465048Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3539a9f3-fc71-49e3-bda8-bada0c556a55\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:58:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.145855906Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.146128393Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.150489881Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.150517902Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.150780279Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03071221-a25d-4f89-9b85-27a8d3479555\", \"content-length\": \"372\", \"date\": \"Thu, 07 Nov 2024 22:58:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.15081456Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.151134468Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.152831564Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"null","iteration":32,"elapsed":"204.062437ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.166307814Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.166337777Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.166500635Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1c060ba8-c01a-4f6d-826e-f148b5c6e38d\", \"date\": \"Thu, 07 Nov 2024 22:58:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.16651377Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.166861441Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.168655641Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.168819126Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.18269191Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.185621649Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.185967618Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled c1e85b8f-73ff-449f-b9a8-ac0480ffdec1 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.189447542Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.189467713Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.224634952Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.225025452Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.227394046Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: d61d9b86-50da-4a9b-a561-5f5f72ac90ea, rack_id: 1a2f25b5-769a-4c68-be75-53fcae3bde7f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(e9857e6a-c4b2-43a6-a46c-321045ff6e97) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.227417267Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.227588122Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.237032466Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.237354125Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa0187c-cf20-457b-89cd-8d32e377bf37\", \"content-length\": \"134\", \"date\": \"Thu, 07 Nov 2024 22:58:20 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237386766Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237400286Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"e9857e6a-c4b2-43a6-a46c-321045ff6e97","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237651253Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237664303Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237671474Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237680244Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237688094Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237695844Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237836178Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237846318Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.237981842Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.237991042Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.238251849Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.240016307Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.24012234Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0c4e54-dc2c-4830-8482-7f2b307f8562\", \"content-length\": \"2\", \"date\": \"Thu, 07 Nov 2024 22:58:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.24013776Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.240231133Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"component":"DpdClient","rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"100adce8-da9c-42c5-a398-6d7825117f4b\", \"content-length\": \"52\", \"date\": \"Thu, 07 Nov 2024 22:58:20 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.240243383Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.240253653Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"rack_id":"1a2f25b5-769a-4c68-be75-53fcae3bde7f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.29533847Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4a7dd263-0d56-4e90-ab61-5fe02a42f8b9\", \"date\": \"Thu, 07 Nov 2024 22:58:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.296770058Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":32,"elapsed":"347.931029ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.29681599Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"SledAgent":"c1e85b8f-73ff-449f-b9a8-ac0480ffdec1","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f15cc6-9a88-41e6-9424-08c827c982cb\", \"content-length\": \"691\", \"date\": \"Thu, 07 Nov 2024 22:58:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.296855511Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.296865241Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-07T22:58:21.296874111Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-07T22:58:21.29904683Z","hostname":"oxz_nexus_42e8095c-4973-40db-9d13-0be7e130d89d","pid":23068,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"42e8095c-4973-40db-9d13-0be7e130d89d","status":"{}","iteration":32,"elapsed":"350.061916ms"}